-- Logs begin at Thu 2021-04-15 14:10:06 UTC, end at Thu 2021-04-15 15:22:12 UTC. --
Apr 15 14:50:45.019726 dv-cinder-734144-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 14:50:48.171358 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.common.config [-] Logging enabled!
Apr 15 14:50:48.171866 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 14:50:48.173163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 14:50:48.174955 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.common.config [-] Logging enabled!
Apr 15 14:50:48.175245 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84
Apr 15 14:50:48.175597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 14:50:48.176634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 14:50:48.176902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 14:50:48.177959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 14:50:48.178300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 14:50:48.178531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 14:50:48.178902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.179244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.179583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.179845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.180186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.180523 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.180843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.181177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.181521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.181844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.182161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.182536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.182806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.183219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.183555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.183887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.184147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.184466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.185007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.185327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.185642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.185974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.186313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.186626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.186939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.187258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.187630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] host                           = dv-cinder-734144-16-iscsi {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.187943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.188274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.188604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.188934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.189244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.189556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.189883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.190206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.190536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.190848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.191178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.191506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.191840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.192097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.192350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.192678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.193009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.193318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.193627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.193934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.194264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.194573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.194877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.195203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.195530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.195855 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.196163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.196471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.196775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.197082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.197414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.197722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.198028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.199006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.199341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.199649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.199961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.200307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.200636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.200960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.201286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.201595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.201919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.202246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.202554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.202858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.203164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.203469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.203789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.204096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.204399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.204703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.205006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.205337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:48.205669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.206010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.206379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.206701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.207038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.207354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.207687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.208010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.208342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.208675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.209001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.209315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.209638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.209951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.210313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.210664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.211000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.211336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.211647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.211958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.212269 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.212583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.212907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.213243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.213576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.214775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.215192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.215533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.215851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.216165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.216481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.216816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.217133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.217444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.217766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.218088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.218423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.218733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.219048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.219380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.219693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.220002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.220312 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.220622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.220928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.221253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.221569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.221878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.222233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.222554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.222862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.223174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.223487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.223799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.224111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.224422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.224731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.225042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.225350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.225659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.225967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.226299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.226616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.226924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.227234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.227545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.227860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.228171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.228495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.228830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.229143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.229489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.229951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.230306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.230625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.230940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.231255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.231571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.231882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.232216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.232537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.232862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.233180 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.233495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.233836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.234151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.234497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.234812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.235126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.235452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.235775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.236111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.236446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.236779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.237113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.237443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.237760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.238119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.238465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:48.238715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 14:50:48.238978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85322) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 14:50:48.904193 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading Gnome
Apr 15 14:50:48.921338 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading Google
Apr 15 14:50:48.924042 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 14:50:48.927600 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading file
Apr 15 14:50:48.928450 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading keyczar
Apr 15 14:50:48.928732 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading multi
Apr 15 14:50:48.929370 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO keyring.backend [-] Loading pyfs
Apr 15 14:50:48.975487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:50:48.975837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:50:48.976199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:50:48.976577 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 14:50:49.368332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.368837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.368942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.370841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.371270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.371565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.408433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.408746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.409046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.423717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.424032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.424337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.490144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.490489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.490793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.491802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.492107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.493861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.764811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f426fd8dae8> agent after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.765062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f426fd8dae8> agent after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.765361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f426fd8db70> segment precommit_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.765667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f426fd8dbf8> network precommit_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.766533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f426fd65bf8> segment before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.916612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> network before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.917170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f426fe3d158> agent before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.917494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> network before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.917802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> port before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.918104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> port before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.918517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> segment after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.918817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> segment precommit_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.919106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> segment precommit_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.919395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> segment after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.919732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> network after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.920031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> network precommit_delete 0 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.920336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> port provisioning_complete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.920642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.920928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.921239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> agent after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.921553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> subnet after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.921847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> subnet precommit_delete 0 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.922193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.922476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.922815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> segment_host_mapping after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.923265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> port after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.923551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> port after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.923833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> port after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.924173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.924453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.924730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f426fc804e0>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.925151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:49.925428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:49.925699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:49.925972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:49.926262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:49.926535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:49.926952 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 14:50:49.930112 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 14:50:49.934200 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 14:50:49.938148 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])])
Apr 15 14:50:49.939892 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 14:50:49.941162 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 14:50:49.941544 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 14:50:49.942021 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 14:50:49.944903 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 14:50:49.945190 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 14:50:49.945582 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 14:50:49.974318 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 14:50:49.974824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f426fc8f6d8>> qos_plugin after_init 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.975157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85322) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 14:50:49.975747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f426fd52278>> logging-plugin after_init 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.977095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85322) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 14:50:49.977414 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 14:50:49.977697 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 14:50:49.980890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f426fd522e8>> floatingip before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:49.981199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f426fd522e8>> port before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.047346 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 14:50:50.047615 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 14:50:50.047883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 14:50:50.048282 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 14:50:50.082753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.sqlalchemy.engines [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85322) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 14:50:50.595092 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing driver for type 'gre'
Apr 15 14:50:50.595624 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] gre ID ranges: [(1, 1000)]
Apr 15 14:50:50.720648 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing driver for type 'local'
Apr 15 14:50:50.721023 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing driver for type 'vlan'
Apr 15 14:50:50.789244 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] VlanTypeDriver initialization complete
Apr 15 14:50:50.789629 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing driver for type 'vxlan'
Apr 15 14:50:50.790209 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 14:50:50.915003 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing extension driver 'port_security'
Apr 15 14:50:50.915308 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.extensions.port_security [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] PortSecurityExtensionDriver initialization complete
Apr 15 14:50:50.915679 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing mechanism driver 'openvswitch'
Apr 15 14:50:50.916041 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing mechanism driver 'hyperv'
Apr 15 14:50:50.922395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:50:50.923226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426fd5ddd8>> port after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.923637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426fd5ddd8>> port after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.924038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426fd5ddd8>> port after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.924471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eacf8>> subnet after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.924867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eacf8>> subnet after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.925256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eacf8>> subnet after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.925680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eaeb8>> network after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.926069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eaeb8>> network after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.926478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eaeb8>> network after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.926900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eaf98>> security_group after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.927289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eaf98>> security_group after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.927817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5eaf98>> security_group after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.928242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5f5278>> security_group_rule after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.928630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5f5278>> security_group_rule after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.929011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5f5278>> security_group_rule after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.929433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5f5438>> address_group after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.929818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5f5438>> address_group after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.930209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f426f5f5438>> address_group after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.930602 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] ML2 OVO RPC backend initialized. {{(pid=85322) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 14:50:50.931387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> router_interface after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.931783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> router_interface after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.932247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> network before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.933386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> networks before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.933504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> port before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.933868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> ports before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.934274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> subnet before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.934659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> subnets before_response 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.935048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> network after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.935429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> network after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.935807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> network after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.936184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> port after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.936561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> port after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.936940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> port after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.937313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> subnet after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.937707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> subnet after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.938063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f426f5f5518>> subnet after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.938744 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.plugin [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Modular L2 Plugin initialization complete
Apr 15 14:50:50.939110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading services supported by the core plugin {{(pid=85322) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 14:50:50.939481 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.plugins.ml2.managers [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Got port-security extension from driver 'port_security'
Apr 15 14:50:50.939990 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.extensions.vlantransparent [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Disabled vlantransparent extension.
Apr 15 14:50:50.940524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85322) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 14:50:50.940872 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: router
Apr 15 14:50:50.980701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router_interface before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.981138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_create 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.981550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router before_create 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.981962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router_interface before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.982446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router_interface after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.982845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_delete 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.983250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> floatingip after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.983668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_create 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.984056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_update 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.984453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_update 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.984852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router_gateway after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.985262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_update 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.985763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router precommit_update 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.986210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f426fc2c2f0> port after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.986598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f426fc2c1e0> port after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.986978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f426fc2c268> subnet after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.987366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f426fc2c378> subnetpool_address_scope after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.987757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> port precommit_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.988149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router precommit_create 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.988534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f426fc047b8> port before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.988920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router precommit_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.989329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router after_update 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.989715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router precommit_delete 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.990108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router precommit_create 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.990547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router_interface after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.990940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> router precommit_update 55549900 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.991377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f426f5f56a0>> network after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.992361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Tracking information for resource: router configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:50.992735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Tracking information for resource: floatingip configured {{(pid=85322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 14:50:50.997651 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_agentschedulers_db [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 14:50:50.998316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f426f578f28> port after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.998720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f426f578e18> port after_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.999113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function _notify_port_delete at 0x7f426f578ea0> port after_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:50.999503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f426f57a158> port after_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.000404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f426f53b3c8>> router before_create 55550100 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.000811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f426f53b3c8>> router precommit_delete 55550100 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.001220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f426f53b3c8>> router precommit_create 55550100 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.001621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f426f53b3c8>> router precommit_update 55550100 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.006594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.provider_configuration [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service providers = [] {{(pid=85322) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 14:50:51.006996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.servicetype_db [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85322) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 14:50:51.009793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.service_base [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 14:50:51.010220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.service_base [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 14:50:51.010745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.service_base [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 14:50:51.011585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.service_base [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 14:50:51.011988 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.services.service_base [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 14:50:51.012403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.012762 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 14:50:51.023721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.024100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: auto_allocate
Apr 15 14:50:51.030416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f426f548730> network precommit_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.030830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f426f548730> network precommit_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.031423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.031783 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: tag
Apr 15 14:50:51.038797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.039174 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: timestamp
Apr 15 14:50:51.044115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.044487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: network_ip_availability
Apr 15 14:50:51.049961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f426f545780>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.050401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f426f545780>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.050799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f426f545780>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.051585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.051949 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: flavors
Apr 15 14:50:51.056452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.056824 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading Plugin: revisions
Apr 15 14:50:51.061446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 14:50:51.061874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.086s {{(pid=85322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:50:51.062718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85322) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 14:50:51.063087 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Initializing extension manager.
Apr 15 14:50:51.063647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: __init__.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.064030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: __pycache__ {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.064406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.064779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: address_group.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.065587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.066253 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: address-group
Apr 15 14:50:51.066622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: address_scope.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.067395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.067970 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: address-scope
Apr 15 14:50:51.068335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.069267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.069838 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 14:50:51.070220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: agent.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.070990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.071559 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: agent
Apr 15 14:50:51.071924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: agent_resources_synced.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.072842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.073444 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: agent-resources-synced
Apr 15 14:50:51.073806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: allowedaddresspairs.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.075624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.076213 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: allowed-address-pairs
Apr 15 14:50:51.076581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: auto_allocated_topology.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.077656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.078282 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: auto-allocated-topology
Apr 15 14:50:51.078648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: availability_zone.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.079397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.079968 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: availability_zone
Apr 15 14:50:51.080329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: availability_zone_filter.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.081259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.081830 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: availability_zone_filter
Apr 15 14:50:51.082221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: data_plane_status.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.083256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.083826 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 14:50:51.084189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: default_subnetpools.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.085119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.085689 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: default-subnetpools
Apr 15 14:50:51.086055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.086966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.087542 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 14:50:51.087909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: dns.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.089608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.090202 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 14:50:51.090564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: dns_domain_ports.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.091487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.092060 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 14:50:51.092420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: dvr.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.093143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.093716 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: dvr
Apr 15 14:50:51.094077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: empty_string_filtering.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.095026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.095603 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: empty-string-filtering
Apr 15 14:50:51.095963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.096883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.097454 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 14:50:51.097815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.098760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.099326 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 14:50:51.099690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: external_net.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.100607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.101185 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: external-net
Apr 15 14:50:51.101550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.102514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.103089 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: extra_dhcp_opt
Apr 15 14:50:51.103453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: extraroute.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.105200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.105780 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: extraroute
Apr 15 14:50:51.106144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: extraroute_atomic.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.107197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.107775 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: extraroute-atomic
Apr 15 14:50:51.108141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: filter_validation.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.108844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.109415 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: filter-validation
Apr 15 14:50:51.109774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: fip_pf_description.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.110727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.111299 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 14:50:51.111662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: fip_port_details.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.112722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.113256 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: fip-port-details
Apr 15 14:50:51.113617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: flavors.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.114890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.115479 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: flavors
Apr 15 14:50:51.115850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.117484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.118064 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 14:50:51.118463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: floatingip_pools.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.119217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.119789 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: floatingip-pools
Apr 15 14:50:51.120184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: ip_allocation.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.121121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.121686 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 14:50:51.122049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.122998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.123567 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: ip-substring-filtering
Apr 15 14:50:51.123931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l2_adjacency.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.124871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.125438 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 14:50:51.125798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.126886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.127463 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: router
Apr 15 14:50:51.127824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.130074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.130694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 14:50:51.131071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.132004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.132578 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: ext-gw-mode
Apr 15 14:50:51.132948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.133977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.134594 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: l3-ha
Apr 15 14:50:51.134964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3_flavors.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.135923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.136491 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: l3-flavors
Apr 15 14:50:51.136858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.137781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.138387 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 14:50:51.138757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: l3agentscheduler.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.139920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.140508 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: l3_agent_scheduler
Apr 15 14:50:51.140878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: logging.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.142410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.142994 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension logging not supported by any of loaded plugins
Apr 15 14:50:51.143366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: metering.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.144155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.144855 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: metering
Apr 15 14:50:51.145222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.146366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.146949 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 14:50:51.147316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: multiprovidernet.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.148253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.148826 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: multi-provider
Apr 15 14:50:51.149193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: netmtu.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.150118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.150728 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: net-mtu
Apr 15 14:50:51.151620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: netmtu_writable.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.152713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.153281 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: net-mtu-writable
Apr 15 14:50:51.153645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: network_availability_zone.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.154496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.155093 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: network_availability_zone
Apr 15 14:50:51.155459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: network_ip_availability.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.156569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.157146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: network-ip-availability
Apr 15 14:50:51.157512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: network_segment_range.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.158380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.158948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 14:50:51.159311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: pagination.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.160306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.160680 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: pagination
Apr 15 14:50:51.161039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: port_device_profile.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.161949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.162557 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: port-device-profile
Apr 15 14:50:51.162923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.163867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.164448 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: port-mac-address-regenerate
Apr 15 14:50:51.164817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.165786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.166355 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: port-numa-affinity-policy
Apr 15 14:50:51.166790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: port_resource_request.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.168315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.168883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 14:50:51.169246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: portbindings.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.170219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.170802 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: binding
Apr 15 14:50:51.171165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: portbindings_extended.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.172453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.173034 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: binding-extended
Apr 15 14:50:51.173403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: portsecurity.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.174351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.174930 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: port-security
Apr 15 14:50:51.175300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: project_id.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.176276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.176651 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: project-id
Apr 15 14:50:51.177017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: providernet.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.177948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.178558 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: provider
Apr 15 14:50:51.178922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.182630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.183229 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos not supported by any of loaded plugins
Apr 15 14:50:51.183605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.184929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.185518 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 14:50:51.185887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.186836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.187407 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 14:50:51.187773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_default.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.188704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.189281 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 14:50:51.189646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_fip.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.190386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.190957 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 14:50:51.191318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_gateway_ip.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.192264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.192835 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 14:50:51.193195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_port_network_policy.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.194118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.194717 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 14:50:51.195086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_rule_type_details.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.196014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.196587 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 14:50:51.196952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: qos_rules_alias.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.198524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.199123 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 14:50:51.199483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: quotasv2.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.200487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.200862 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: quotas
Apr 15 14:50:51.201223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: quotasv2_detail.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.202996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.203386 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: quota_details
Apr 15 14:50:51.203759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: rbac.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.204914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.205526 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: rbac-policies
Apr 15 14:50:51.205899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: rbac_address_group.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.206862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.207450 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: rbac-address-group
Apr 15 14:50:51.207819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: rbac_address_scope.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.208745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.209320 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: rbac-address-scope
Apr 15 14:50:51.209687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: rbac_security_groups.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.210658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.211233 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: rbac-security-groups
Apr 15 14:50:51.211600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: rbac_subnetpool.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.212534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.213113 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: rbac-subnetpool
Apr 15 14:50:51.213480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: revisionifmatch.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.215955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.216537 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: revision-if-match
Apr 15 14:50:51.216913 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: revisions.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.218058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.218669 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: standard-attr-revisions
Apr 15 14:50:51.219039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: router_availability_zone.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.219771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.220351 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: router_availability_zone
Apr 15 14:50:51.220716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: routerservicetype.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.221661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.222259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 14:50:51.222624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.223566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.224140 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 14:50:51.224506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.225442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.226012 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: port-security-groups-filtering
Apr 15 14:50:51.226407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.227360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.227936 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: security-groups-remote-address-group
Apr 15 14:50:51.228300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: securitygroup.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.241642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.242286 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: security-group
Apr 15 14:50:51.242668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: segment.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.243532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.244112 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension segment not supported by any of loaded plugins
Apr 15 14:50:51.244484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.245624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.246220 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 14:50:51.246595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: servicetype.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.247701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.248287 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: service-type
Apr 15 14:50:51.248661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: sorting.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.249651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.250036 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: sorting
Apr 15 14:50:51.250431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: standard_attr_segment.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.251359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.251938 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 14:50:51.252306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: standardattrdescription.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.253015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.253593 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: standard-attr-description
Apr 15 14:50:51.253958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: stateful_security_group.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.254925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.255506 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: stateful-security-group
Apr 15 14:50:51.255872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: stdattrs_common.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.256461 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 14:50:51.256829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.257852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.258451 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 14:50:51.258818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: subnet_onboard.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.259882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.260463 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: subnet_onboard
Apr 15 14:50:51.261361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.262337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.262934 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 14:50:51.263297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: subnet_service_types.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.264225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.264806 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: subnet-service-types
Apr 15 14:50:51.265171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: subnetallocation.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.266273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.266852 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: subnet_allocation
Apr 15 14:50:51.267224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.267928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.268515 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 14:50:51.268883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.269826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.270419 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 14:50:51.270783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: tagging.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.272055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.272644 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: standard-attr-tag
Apr 15 14:50:51.273013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: timestamp.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.274224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.274803 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loaded extension: standard-attr-timestamp
Apr 15 14:50:51.275174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: trunk.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.276784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.277500 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension trunk not supported by any of loaded plugins
Apr 15 14:50:51.277871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: trunk_details.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.278825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.279400 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 14:50:51.279767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: uplink_status_propagation.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.280691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.281260 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 14:50:51.281623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Loading extension file: vlantransparent.py {{(pid=85322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 14:50:51.282386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 14:50:51.282972 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 14:50:51.285618 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:network
Apr 15 14:50:51.286499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 14:50:51.287190 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 14:50:51.287863 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:port
Apr 15 14:50:51.289370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.289862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service FLAVORS assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.290578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.291053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.291426 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:router
Apr 15 14:50:51.292334 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 14:50:51.293124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service METERING assigned prefix: /metering {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.294975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f426f3eba58>> rbac-policy before_create 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.295386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f426f3eba58>> rbac-policy before_update 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.295780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f426f3eba58>> rbac-policy before_delete 55550000 {{(pid=85322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 14:50:51.296920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 14:50:51.297415 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 14:50:51.298257 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 14:50:51.299080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service CORE assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.299461 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 14:50:51.299802 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] subnetpool is already registered
Apr 15 14:50:51.300481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service CORE assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.300849 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 14:50:51.301213 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] subnetpool is already registered
Apr 15 14:50:51.304008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.304490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service FLAVORS assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.305136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.305603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.305978 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:router
Apr 15 14:50:51.306372 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] router is already registered
Apr 15 14:50:51.307039 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 14:50:51.307427 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] floatingip is already registered
Apr 15 14:50:51.308198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service METERING assigned prefix: /metering {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.308945 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 14:50:51.309311 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] rbac_policy is already registered
Apr 15 14:50:51.309940 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 14:50:51.310334 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] security_group is already registered
Apr 15 14:50:51.311005 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 14:50:51.311373 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] security_group_rule is already registered
Apr 15 14:50:51.312111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service CORE assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.312492 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 14:50:51.312856 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] subnetpool is already registered
Apr 15 14:50:51.313536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.resource_helper [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Service CORE assigned prefix:  {{(pid=85322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 14:50:51.313904 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 14:50:51.314291 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.quota.resource_registry [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] subnetpool is already registered
Apr 15 14:50:51.315015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: extensions {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.316554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: address-groups {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.318235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: address-scopes {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.319520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: agents {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.320747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: auto-allocated-topology {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.322059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: availability_zones {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.324174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: dhcp-networks {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.325643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: dhcp-agents {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.327182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: routers {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.329067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: flavors {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.330338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: service_profiles {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.331612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: next_providers {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.333230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: service_profiles {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.334775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: floatingip-pools {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.336060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: routers {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.337936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: floatingips {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.340117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: l3-routers {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.341574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: l3-agents {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.343095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: metering-labels {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.345367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: metering-label-rules {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.346766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: network-ip-availabilities {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.348114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: bindings {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.349842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: quotas {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.351384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: quotas {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.352864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: rbac-policies {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.354415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: security-groups {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.355929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: security-group-rules {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.357231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: service-providers {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.358543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: subnetpools {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.360027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: subnetpools {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.361536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.363347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.365232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.367120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.368984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.371143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.372935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.374963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.376835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.378791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.extensions [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Extended resource: tags {{(pid=85322) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 14:50:51.386072 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING keystonemiddleware.auth_token [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 14:50:51.391327 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING keystonemiddleware.auth_token [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 14:50:51.400172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Acquired lock "singleton_lock" {{(pid=85322) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 14:50:51.400686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Releasing lock "singleton_lock" {{(pid=85322) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 14:50:51.402895 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Starting 2 workers
Apr 15 14:50:51.407727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Started child 85437 {{(pid=85322) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 14:50:51.411740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:50:51.412451 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Started child 85438 {{(pid=85322) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 14:50:51.413259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [-] (85437) wsgi starting up on http://0.0.0.0:9696
Apr 15 14:50:51.413885 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 14:50:51.414589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Notify callbacks [] for process, before_spawn {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:50:51.415857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:50:51.417166 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Starting 1 workers
Apr 15 14:50:51.418511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [-] (85438) wsgi starting up on http://0.0.0.0:9696
Apr 15 14:50:51.422666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Started child 85439 {{(pid=85322) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 14:50:51.423221 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Starting 1 workers
Apr 15 14:50:51.424833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] calling RpcWorker wait() {{(pid=85439) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 14:50:51.425239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] returning from RpcWorker wait() {{(pid=85439) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 14:50:51.426800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:50:51.427285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:50:51.427924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Started child 85440 {{(pid=85322) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 14:50:51.428710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9be35f38-8614-4fb0-9c44-87f09a5e0528 None None] Notify callbacks [] for process, after_spawn {{(pid=85322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:50:51.430370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85322) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 14:50:51.430622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 14:50:51.430833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 14:50:51.431108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 14:50:51.431531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 14:50:51.431722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 14:50:51.432282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.432609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.432708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:50:51.433341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.433341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.433497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.433723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:50:51.434141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.434474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.434766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.435065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.435336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.435542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.435734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.436020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.436284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.436626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.436924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.437193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.437490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.437704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.437976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.438325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.438633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.438933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.439206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.439758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.440017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.440294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.440564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.440863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.441136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.441411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.441677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.441923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.442195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.442489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.442750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.442998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.443247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.443541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.443792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.444245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] host                           = dv-cinder-734144-16-iscsi {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.444506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.444754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.445019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.445282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.445563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.445823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.446102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.446422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.446706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.447030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.447291 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.447493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.447775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.448558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.448758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.449146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.449697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.449697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.449958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.449958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.450264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.450411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.450556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.450811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.451057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.451287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.451534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.451779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.452027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.452310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.452572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.452876 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.453030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.453325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.453606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.453890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.454153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.454440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.454712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.455397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.455397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.455674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.455674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.456440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.456440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.456440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.456839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.457341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.457494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.457643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.457878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.458122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.458481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.458750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.459032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.459322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.459568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.459851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.460097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.460359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.460619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.460864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.461107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.461399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.461641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.461882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.462137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.462406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.462673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.463123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.463620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.465110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.465110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.465408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.465585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.465859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.466115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.466545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.466788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.467140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.467414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.467734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.467986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.468262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.468627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.468939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.469242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.469511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.469761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.470007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.470305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.470646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.470968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.480416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.481945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.482706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.483461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.484954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.485450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.485450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.485731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.486011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.486312 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.486748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.487194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.487502 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.487744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.488008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.488252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.488502 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.488795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.489056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.489349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.489589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.489975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.490450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.490705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.490980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.491248 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.491539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.491802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.492097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.492371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.492643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.492933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.493252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.493562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.493846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.494157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.494455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.494779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.495174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.495469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.495763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.496195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.496686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.496891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.497026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.497508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.497784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.498491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.498491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.498925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.498925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.499389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.499389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.499668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.499976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.500285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.500553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.500815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.501125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.501433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.501701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.501977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.502292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.502629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.502924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.503213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.503492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.503805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.504027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.504266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.504533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.504795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.505116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.505386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.505634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.505902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.506152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.506428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.506674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.506927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.507188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.507439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.507673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.507931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.508200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.508454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.508703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.508946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.509191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.509482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.509726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.510214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.510390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.511097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.511642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.511642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.511856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.512113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.512395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.512649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.512895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.513144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.513400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.513645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.513911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.514214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.514449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.514706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.514991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.515347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.515619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.515868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.516312 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.516585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.516856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.517110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.517361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.517616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.517864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.518115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.518442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.518719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.518993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.519238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.519481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.519725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.519974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.520219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.520565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.520839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.521125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.521395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.521641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.521905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.522150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.522418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.522673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.522935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.523196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.523439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.523702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.523951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.524194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.524478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.524733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.524943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.525193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.525436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.525750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.526039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.526557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.527214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.527605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.527927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.528202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.528595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.528844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.529144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.529409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.529659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.529911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.530218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.530595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.530956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.531245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.531522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.531837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.532147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.532465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.532717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.533039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.533393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.533678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.533953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.534247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.534559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.534818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.535078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.535330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.535587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.535840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.536123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.536467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.536752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.537005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.537284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.537541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.537804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.538067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.538369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.538621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.538804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 14:50:51.539360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85322) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 14:50:51.539550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 14:50:51.539732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 14:50:51.539940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 14:50:51.540140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 14:50:51.540321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 14:50:51.540568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.540758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.540947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.541133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.541317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.541522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.541707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.542342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.542342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.542562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.542657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.542749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.542937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.543104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.543461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.543650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.543834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.544021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.544211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.544395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.544579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.544763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.544946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.545131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.545340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.545527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.545695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.545867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.546052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.546261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.546449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.546632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.546816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.547000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.547183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.547367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.547550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.547732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.547915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.548109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.548258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] host                           = dv-cinder-734144-16-iscsi {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.548438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.548622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.548808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.548993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.549179 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.549362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.549545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.549732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.549917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.550100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.550325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.550558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.550716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.550858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.550997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.551135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.551273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.551417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.551564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.551756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.551942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.552116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.552266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.552416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.552568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.552758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.552936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.553080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.553223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.553376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.553531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.553679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.553837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.554021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.554194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.554390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.554574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.554757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.554943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.555105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.555284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.555466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.555647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.555829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.556011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.556195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.556379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.556563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.556746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.556928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.557110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.557293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.558000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.558205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.558379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.558548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.558708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.558868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.559963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.560112 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.560326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.560513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.560689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 14:50:51.560877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.561068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.561268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.561460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.561649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.561841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.561997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.562201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.562400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.562589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.562785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.562974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.563174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.563362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.563550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.563744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.563932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.564121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.564310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.564499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.564687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.564877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.565087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.565277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.565468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.565656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.565844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.566035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.566262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.566456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.566721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.566835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.566978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.567130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.567305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.567494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.567682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.567872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.568060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.568249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.568439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.568626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.568814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.569002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.569189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.569378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.569566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.569755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.569944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.570131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.570413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.576117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.577902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.578693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.579357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.580675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.581443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.582964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.583153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.583353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.583553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.583742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.583930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.584119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.584354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.584545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.584734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.584922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.585115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.585304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.585493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.585682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.585870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.586059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.586290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.586482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.586670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.586858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.587066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.587209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.587400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.587686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.587881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.588074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.588263 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.588452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.589150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.589595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.589759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.590099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.590352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.590547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.590740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.590931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.591142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.591289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.591478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.591668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.591858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.592049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.592237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.592429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.592617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.592805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.592994 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.593184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.593372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.593561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.593751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.594001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.594207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.594403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.594592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.594780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.594969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.595158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.595584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.595584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.595781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.595873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.596019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.596207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.596395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.596582 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.596769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.596956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.597145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.597336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.597524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.597679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.597830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.598013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.598216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.598414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.598636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.598810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.598961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.599110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.599259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.599407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.599589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.599776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.599964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.600163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.600351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.600538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.600724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.600911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.601097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.601244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.601469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.601622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.601812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.602009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.602237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.602407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.602594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.602783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.602981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.603171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.604760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.605912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.606299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.606299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.606475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.606582 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.606779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.606976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.607183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.607358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.607547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.607736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.607893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.608086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.608244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.608956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.609149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.609340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.609528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.609716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.609904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.610092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.610322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.610512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.610701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.610888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.611076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.611288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 14:50:51.611474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85322) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 14:50:51.615958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:50:51.688467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52458) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:50:51.700406 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097933
Apr 15 14:51:02.804727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51873716-5a88-4a0b-95cc-8e8bd6fc3aee None None] get_active_networks_info from dv-cinder-734144-16-iscsi {{(pid=85439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 14:51:02.992512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51873716-5a88-4a0b-95cc-8e8bd6fc3aee None None] No non-hosted networks {{(pid=85439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 14:51:03.032762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agentschedulers_db [None req-51873716-5a88-4a0b-95cc-8e8bd6fc3aee None None] DHCP Agent not found on host dv-cinder-734144-16-iscsi {{(pid=85439) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 15 14:51:03.106183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7da053f-0bc0-406f-8e41-c2e87e188a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066'] for agent, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:04.821644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c39ffd79-b17e-4f49-b6bd-a1ff70cba2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066'] for agent, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:04.898208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23c55e0f-ca70-4ead-ada2-59572bc33f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:06.189439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066'] for agent, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:06.766608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066'] for agent, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:06.767614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.768197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.768955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.769538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.770101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.770687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.771264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.772106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.772685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.773249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.773824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.774426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:06.775050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f426f09a5c0>, 'Open vSwitch agent', 'dv-cinder-734144-16-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:06.783176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f426ef9add8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-16-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:07.503094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066'] for agent, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:08.137030 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_hamode_db [None req-84f2a0f6-7f9a-42d6-824b-44e595f7028a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 14:51:08.229843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a0f6-7f9a-42d6-824b-44e595f7028a None None] Routers set() bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:51:08.230318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a0f6-7f9a-42d6-824b-44e595f7028a None None] Router IDs set() for agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 14:51:08.319124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52548) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:08.957723 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-606f563c-38c7-4a1e-9daf-6f2563c3d0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:51:08.958330 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-606f563c-38c7-4a1e-9daf-6f2563c3d0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:51:09.194944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [None req-606f563c-38c7-4a1e-9daf-6f2563c3d0ca admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:51:09.196058 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-606f563c-38c7-4a1e-9daf-6f2563c3d0ca admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8759432
Apr 15 14:51:11.937600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52564) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:12.333768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:12.437743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.policy [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85438) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 14:51:12.492176 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:51:12.492600 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:51:12.511033 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f426f0cefd0>.
Apr 15 14:51:12.527010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:12.615103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291642466382', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291642466866', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291642482523', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291642484543', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291642696000', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291642696443', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-179176', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-86286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853843227'] for rbac-policy, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:13.006755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:13.007956 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-fc419150-a699-48a5-95ee-2b14d7228ad8 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0693555
Apr 15 14:51:16.011651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52578) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:16.389311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Request body: {'network': {'project_id': 'b0974673fed24e0b94368957da6e16a0', 'name': 'private', 'admin_state_up': True}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:16.395962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:16.401673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Usage tracker for resource:network and tenant:b0974673fed24e0b94368957da6e16a0 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:16.405509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:16.411840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:16.474936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Made reservation on behalf of b0974673fed24e0b94368957da6e16a0 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:51:16.481330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:16.497386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:16.512249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:16.516063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0974673fed24e0b94368957da6e16a0 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:16.519480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:16.525707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:16.837187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:16.869466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:16.874057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:16.890868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 14:51:16.918779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745207565751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:16.919368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f426fd8db70> segment precommit_create {{(pid=85438) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 14:51:16.919844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Added segment edd2cbe8-13ad-4fff-b91a-00236e58f187 of type vlan for network 825520ee-e1a5-4c32-bed0-02a49a804661
Apr 15 14:51:16.972253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6799ee-e80a-4f96-a86a-c98588b6e43a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:16.992332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.992707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.993068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.993426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.993781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.994306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.994660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.995021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.995385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.995735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.996079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.996423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Tracked resource versions report:
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:51:16.997770 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:51:17.038631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:17.049832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:17.108959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:17.110374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:17.111025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:17.115675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:17.224834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Pushing event updated for resources: {'Network': ['ID=825520ee-e1a5-4c32-bed0-02a49a804661,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:17.228371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:17.237361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 825520ee-e1a5-4c32-bed0-02a49a804661 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:51:17.253084 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2402697
Apr 15 14:51:20.277204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52594) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:20.756847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51970ae-8f30-4bb6-bdb0-9e8f44969027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:20.758336 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c51970ae-8f30-4bb6-bdb0-9e8f44969027 admin admin] 10.222.0.20 "GET /v2.0/networks/825520ee-e1a5-4c32-bed0-02a49a804661 HTTP/1.1" status: 200  len: 825 time: 0.4800665
Apr 15 14:51:20.787580 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1cfdce0b-4dae-40f3-b7bf-64e471bc0b7c admin admin] 10.222.0.20 "GET /v2.0/subnetpools/e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5 HTTP/1.1" status: 200  len: 734 time: 0.0230792
Apr 15 14:51:20.797855 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'name': 'private-subnet', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5', 'gateway_ip': '172.20.0.1'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:20.802645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:20.806606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Usage tracker for resource:subnet and tenant:b0974673fed24e0b94368957da6e16a0 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:20.809561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:20.815553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:20.886215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Made reservation on behalf of b0974673fed24e0b94368957da6e16a0 for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:51:20.890772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:21.376801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:21.391468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:21.521264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ebda94-41dc-466c-bae1-0945dc1781a2,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:21.528786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:21.595213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Checking segment: {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:51:21.595596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Network hostable DHCP agents. Network: 825520ee-e1a5-4c32-bed0-02a49a804661, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:51:21.651311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Network 825520ee-e1a5-4c32-bed0-02a49a804661 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:51:21.691535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 825520ee-e1a5-4c32-bed0-02a49a804661) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:51:21.696013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:21.696667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:21.702355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c017781-d3a3-4ebc-8f2f-342b1f0491f0 None None] Network 825520ee-e1a5-4c32-bed0-02a49a804661 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:51:21.772649 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9785721
Apr 15 14:51:22.205181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-825520ee-e1a5-4c32-bed0-02a49a804661', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 14:51:22.206281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:22.396951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Allocated IP 172.20.0.2 (825520ee-e1a5-4c32-bed0-02a49a804661/23ebda94-41dc-466c-bae1-0945dc1781a2/83ca2963-243d-4d9b-8744-5b5460bf4718) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:51:22.628605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:22.701118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Transition to ACTIVE for port object 83ca2963-243d-4d9b-8744-5b5460bf4718 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:51:22.721532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Transition to ACTIVE for port object 83ca2963-243d-4d9b-8744-5b5460bf4718 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:51:22.755376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:22.774726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:22.897959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Pushing event updated for resources: {'Port': ['ID=83ca2963-243d-4d9b-8744-5b5460bf4718,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:22.914594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.914991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.915365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.915865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.916232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.916598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.916955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.917315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.917674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.918037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.918433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.918786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Tracked resource versions report:
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:51:22.920159 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:51:22.923753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:22.980730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Network 825520ee-e1a5-4c32-bed0-02a49a804661 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:51:22.981929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:51:22.984833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:51:23.082124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Attempting to bind port 83ca2963-243d-4d9b-8744-5b5460bf4718 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:51:23.082574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Attempting to bind port 83ca2963-243d-4d9b-8744-5b5460bf4718 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:51:23.082990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Attempting to bind port 83ca2963-243d-4d9b-8744-5b5460bf4718 on network 825520ee-e1a5-4c32-bed0-02a49a804661 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:51:23.089411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:51:23.089819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Checking segment: {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:51:23.090315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:23.090748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Bound using segment: {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:51:23.091288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Bound port: 83ca2963-243d-4d9b-8744-5b5460bf4718, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:51:23.091696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:23.185067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] For port 83ca2963-243d-4d9b-8744-5b5460bf4718, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:51:23.189068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] For port 83ca2963-243d-4d9b-8744-5b5460bf4718, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=83ca2963-243d-4d9b-8744-5b5460bf4718,segment=NetworkSegment(edd2cbe8-13ad-4fff-b91a-00236e58f187),segment_id=edd2cbe8-13ad-4fff-b91a-00236e58f187)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:51:23.224148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:23.240628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:23.388701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Pushing event updated for resources: {'Port': ['ID=83ca2963-243d-4d9b-8744-5b5460bf4718,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:23.393394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:24.546589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52604) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:24.966515 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [None req-e69c84ff-5387-4de4-94b2-96f8001c23c8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:51:24.967657 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e69c84ff-5387-4de4-94b2-96f8001c23c8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4199643
Apr 15 14:51:27.724098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52614) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:28.132430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [None req-8b3ab8b2-9138-4eae-9469-eda40a48a0c8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:51:28.133538 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8b3ab8b2-9138-4eae-9469-eda40a48a0c8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4085002
Apr 15 14:51:28.861020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 83ca2963-243d-4d9b-8744-5b5460bf4718 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:51:28.971832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 83ca2963-243d-4d9b-8744-5b5460bf4718 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:51:30.359672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189d454-8de9-4433-b511-e7c0a268513a None None] Network 825520ee-e1a5-4c32-bed0-02a49a804661 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:51:30.482606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Provisioning for port 83ca2963-243d-4d9b-8744-5b5460bf4718 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:51:30.491063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Provisioning complete for port 83ca2963-243d-4d9b-8744-5b5460bf4718 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:30.491495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:30.720544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:30.769835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] For port 83ca2963-243d-4d9b-8744-5b5460bf4718, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=83ca2963-243d-4d9b-8744-5b5460bf4718,segment=NetworkSegment(edd2cbe8-13ad-4fff-b91a-00236e58f187),segment_id=edd2cbe8-13ad-4fff-b91a-00236e58f187)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:51:30.789236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:30.792321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:30.866612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Pushing event updated for resources: {'Port': ['ID=83ca2963-243d-4d9b-8744-5b5460bf4718,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:30.870547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:31.011013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-9e62e508-8342-4a5d-8f89-c826db49fabf None None] Provisioning complete for port 83ca2963-243d-4d9b-8744-5b5460bf4718 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:31.011420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9e62e508-8342-4a5d-8f89-c826db49fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:31.219741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52630) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:31.594647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Request body: {'router': {'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:31.599993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:31.604694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Usage tracker for resource:router and tenant:b0974673fed24e0b94368957da6e16a0 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:31.607942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:31.614794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:31.668898 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:31.670222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:31.726424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:31.858465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:31.897592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:31.898899 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-da9a9785-8882-4f20-b984-283321be51a4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6781054
Apr 15 14:51:32.703494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e58e71b8-9cd0-4dc3-ad8e-7769c59fcc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:32.842030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 83ca2963-243d-4d9b-8744-5b5460bf4718 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:51:32.912744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 83ca2963-243d-4d9b-8744-5b5460bf4718 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:32.913147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:34.487569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:51:34.634103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52640) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:34.810890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d73343-d289-4ae1-b8ee-10171053fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:35.036303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [None req-a98db671-0122-4296-aaa0-4b8f00075593 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:51:35.037363 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a98db671-0122-4296-aaa0-4b8f00075593 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4021773
Apr 15 14:51:36.063002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:36.760503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:37.423031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:37.842929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52660) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:38.001629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:38.006492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:38.011320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Usage tracker for resource:network and tenant:ea098f6a95cf4d47a6d631f03b16020c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:38.014744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:38.020555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:38.137456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Made reservation on behalf of ea098f6a95cf4d47a6d631f03b16020c for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:51:38.142058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.155168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.170273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:38.174118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Usage tracker for resource:security_group_rule and tenant:ea098f6a95cf4d47a6d631f03b16020c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:38.177052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:38.183587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:38.428862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.457191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.461548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:38.480032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Reserving flat network on physical network physnet1 {{(pid=85438) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 14:51:38.494857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58632515-8831-4674-89c9-168f252872f0,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:38.498022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:38.541474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.541848 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Added segment 0b888bcf-d615-4f5f-9bd2-179732ee2ab0 of type flat for network 9341423f-8178-4179-ab55-edd784b828fc
Apr 15 14:51:38.674558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.748701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.749951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:38.750605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:38.755257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:38.858585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Pushing event updated for resources: {'Network': ['ID=9341423f-8178-4179-ab55-edd784b828fc,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:38.861230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:38.873492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 9341423f-8178-4179-ab55-edd784b828fc details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:51:38.892475 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0484309
Apr 15 14:51:41.435014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52680) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:41.550273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b3050-4e48-44a8-b032-f3da15432714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:41.551697 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8b8b3050-4e48-44a8-b032-f3da15432714 admin admin] 10.222.0.20 "GET /v2.0/subnets/23ebda94-41dc-466c-bae1-0945dc1781a2 HTTP/1.1" status: 200  len: 849 time: 0.1156573
Apr 15 14:51:41.850441 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0b7c5255-0d28-4339-8582-082d44826e81 admin admin] 10.222.0.20 "GET /v2.0/routers/cb09c80e-9916-4eb8-8991-24b7d3b6199b HTTP/1.1" status: 200  len: 704 time: 0.2915616
Apr 15 14:51:42.331408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:42.624426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Allocated IP 172.20.0.1 (825520ee-e1a5-4c32-bed0-02a49a804661/23ebda94-41dc-466c-bae1-0945dc1781a2/88070907-7ade-4521-bd82-c8bb49e2513b) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:51:42.892827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:42.910468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Transition to ACTIVE for port object 88070907-7ade-4521-bd82-c8bb49e2513b will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:51:42.995298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:43.011077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:43.144217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Pushing event updated for resources: {'Port': ['ID=88070907-7ade-4521-bd82-c8bb49e2513b,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:43.147690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:43.204452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Network 825520ee-e1a5-4c32-bed0-02a49a804661 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:51:43.205573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:51:43.207853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:51:43.208389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:43.480218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3c510815-bfbd-4a6e-aea3-87cb987ff38b None None] Provisioning for port 88070907-7ade-4521-bd82-c8bb49e2513b completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:51:43.485177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3c510815-bfbd-4a6e-aea3-87cb987ff38b None None] Provisioning complete for port 88070907-7ade-4521-bd82-c8bb49e2513b triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:43.485585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c510815-bfbd-4a6e-aea3-87cb987ff38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:43.545770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3c510815-bfbd-4a6e-aea3-87cb987ff38b None None] Port 88070907-7ade-4521-bd82-c8bb49e2513b cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 14:51:43.705428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:43.992519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:44.017174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:44.018290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:44.033521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:44.158741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Pushing event updated for resources: {'Port': ['ID=88070907-7ade-4521-bd82-c8bb49e2513b,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:44.161505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:44.229496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Network 825520ee-e1a5-4c32-bed0-02a49a804661 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:51:44.230693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:51:44.468094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Router cb09c80e-9916-4eb8-8991-24b7d3b6199b is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 14:51:44.472010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2f3de8cf-bb1a-4c65-bb0f-8ac64ca0ad48 None None] Provisioning complete for port 88070907-7ade-4521-bd82-c8bb49e2513b triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:44.472418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2f3de8cf-bb1a-4c65-bb0f-8ac64ca0ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:44.533870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de8cf-bb1a-4c65-bb0f-8ac64ca0ad48 None None] Port 88070907-7ade-4521-bd82-c8bb49e2513b cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 14:51:44.634311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:51:44.643641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb09c80e-9916-4eb8-8991-24b7d3b6199b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7874794
Apr 15 14:51:44.644479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Sync routers for ids ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:51:44.655907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Routers {'cb09c80e-9916-4eb8-8991-24b7d3b6199b'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:51:44.656851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426f0eff98>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:51:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:44.845691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Set router cb09c80e-9916-4eb8-8991-24b7d3b6199b gateway port host: None {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:51:45.401771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426f0eff98>, [{'id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'name': 'router1', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:31Z', 'updated_at': '2021-04-15T14:51:43Z', 'revision_number': 2, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'gw_port_host': None, '_interfaces': [{'id': '88070907-7ade-4521-bd82-c8bb49e2513b', 'name': '', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'mac_address': 'fa:16:3e:ee:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:42Z', 'updated_at': '2021-04-15T14:51:43Z', 'revision_number': 2, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'subnets': [{'id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:45.406837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Checking router: cb09c80e-9916-4eb8-8991-24b7d3b6199b for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:51:45.407255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Updating router cb09c80e-9916-4eb8-8991-24b7d3b6199b port 88070907-7ade-4521-bd82-c8bb49e2513b binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:51:45.466923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:45.912017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:45.926959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Transition to ACTIVE for port object 88070907-7ade-4521-bd82-c8bb49e2513b will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:51:45.959908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:45.979739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:46.118774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Pushing event updated for resources: {'Port': ['ID=88070907-7ade-4521-bd82-c8bb49e2513b,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:46.140030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.140423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.140799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.141165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.141529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.141888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.142272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.142636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.143009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.143367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.143725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.144077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Tracked resource versions report:
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:51:46.145446 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:51:46.153145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:46.341428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Attempting to bind port 88070907-7ade-4521-bd82-c8bb49e2513b on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:51:46.341846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Attempting to bind port 88070907-7ade-4521-bd82-c8bb49e2513b by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:51:46.342297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Attempting to bind port 88070907-7ade-4521-bd82-c8bb49e2513b on network 825520ee-e1a5-4c32-bed0-02a49a804661 {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:51:46.347858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:51:46.348275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Checking segment: {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:51:46.348757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:46.349181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Bound using segment: {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:51:46.349707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Bound port: 88070907-7ade-4521-bd82-c8bb49e2513b, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd2cbe8-13ad-4fff-b91a-00236e58f187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:51:46.350109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:46.443819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] For port 88070907-7ade-4521-bd82-c8bb49e2513b, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:51:46.448728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] For port 88070907-7ade-4521-bd82-c8bb49e2513b, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=88070907-7ade-4521-bd82-c8bb49e2513b,segment=NetworkSegment(edd2cbe8-13ad-4fff-b91a-00236e58f187),segment_id=edd2cbe8-13ad-4fff-b91a-00236e58f187)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:51:46.509237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:46.525984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:46.679633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Pushing event updated for resources: {'Port': ['ID=88070907-7ade-4521-bd82-c8bb49e2513b,revision_number=4']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:46.685778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:46.748123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Routers {'cb09c80e-9916-4eb8-8991-24b7d3b6199b'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:51:46.748786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426f0eff98>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:51:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:46.917509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] Set router cb09c80e-9916-4eb8-8991-24b7d3b6199b gateway port host: None {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:51:47.200577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52692) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:47.261084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426f0eff98>, [{'id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'name': 'router1', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:31Z', 'updated_at': '2021-04-15T14:51:43Z', 'revision_number': 2, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'gw_port_host': None, '_interfaces': [{'id': '88070907-7ade-4521-bd82-c8bb49e2513b', 'name': '', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'mac_address': 'fa:16:3e:ee:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:42Z', 'updated_at': '2021-04-15T14:51:46Z', 'revision_number': 4, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'subnets': [{'id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:47.265246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e910eeb-dcba-44de-bf51-460076e9868d None None] The sync data for ids ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'] in dv-cinder-734144-16-iscsi is: [{'id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'name': 'router1', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:31Z', 'updated_at': '2021-04-15T14:51:43Z', 'revision_number': 2, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'gw_port_host': None, '_interfaces': [{'id': '88070907-7ade-4521-bd82-c8bb49e2513b', 'name': '', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'mac_address': 'fa:16:3e:ee:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:42Z', 'updated_at': '2021-04-15T14:51:46Z', 'revision_number': 4, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'subnets': [{'id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 14:51:47.365501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee04b71-e7f6-4153-8578-e87c21b3b59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:47.366121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-eee04b71-e7f6-4153-8578-e87c21b3b59c admin admin] Synchronizing usage tracker for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:51:47.423394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-eee04b71-e7f6-4153-8578-e87c21b3b59c admin admin] Unset dirty status for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:51:47.424586 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-eee04b71-e7f6-4153-8578-e87c21b3b59c admin admin] 10.222.0.20 "GET /v2.0/networks/9341423f-8178-4179-ab55-edd784b828fc HTTP/1.1" status: 200  len: 842 time: 0.2229037
Apr 15 14:51:47.435212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:47.440861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:51:47.444809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Usage tracker for resource:subnet and tenant:ea098f6a95cf4d47a6d631f03b16020c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:51:47.448396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:51:47.454731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:51:47.491726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Made reservation on behalf of ea098f6a95cf4d47a6d631f03b16020c for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:51:47.496589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:48.124068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.objects.ports [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85438) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 14:51:48.124631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:48.139785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2f6da0de-4abb-4d92-b8ce-a8631cec870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:48.260418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7225c4b8-0bd2-41cc-baeb-5a62b48785c2,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:48.263567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:48.333486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:51:48.333873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Network hostable DHCP agents. Network: 9341423f-8178-4179-ab55-edd784b828fc, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:51:48.411323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:51:48.468720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 9341423f-8178-4179-ab55-edd784b828fc) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:51:48.472829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:48.473477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:48.478685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a48896-19b0-4f99-b43e-aa0b8a1efd0c None None] Network 9341423f-8178-4179-ab55-edd784b828fc requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:51:48.543591 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1121924
Apr 15 14:51:48.886508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92557fd-c89c-4202-808d-73b7653e0d34 None None] Network 9341423f-8178-4179-ab55-edd784b828fc requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:51:50.874239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 88070907-7ade-4521-bd82-c8bb49e2513b up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:51:50.970850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 88070907-7ade-4521-bd82-c8bb49e2513b completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:51:50.975816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 88070907-7ade-4521-bd82-c8bb49e2513b triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:50.976230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:51.101235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:51.136655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 88070907-7ade-4521-bd82-c8bb49e2513b, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=88070907-7ade-4521-bd82-c8bb49e2513b,segment=NetworkSegment(edd2cbe8-13ad-4fff-b91a-00236e58f187),segment_id=edd2cbe8-13ad-4fff-b91a-00236e58f187)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:51:51.166808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:51.169007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:51.201353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52706) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:51.241637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=88070907-7ade-4521-bd82-c8bb49e2513b,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:51.246029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:51.413685 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e0041d3c-08a2-4421-951d-25465a4ba310 admin admin] 10.222.0.20 "GET /v2.0/routers/cb09c80e-9916-4eb8-8991-24b7d3b6199b HTTP/1.1" status: 200  len: 710 time: 0.2111242
Apr 15 14:51:51.727919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f229f92-8460-470a-a26c-8b6ca303e570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:51:51.729305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0f229f92-8460-470a-a26c-8b6ca303e570 admin admin] 10.222.0.20 "GET /v2.0/networks/9341423f-8178-4179-ab55-edd784b828fc HTTP/1.1" status: 200  len: 886 time: 0.3090863
Apr 15 14:51:51.739164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:51:52.199250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:52.575138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:52.638580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:52.779076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Allocated IP 172.27.0.125 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/a83549b5-7bb3-4b06-9916-f72244969c44) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:51:52.870095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 88070907-7ade-4521-bd82-c8bb49e2513b up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:51:52.940378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:52.943740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 88070907-7ade-4521-bd82-c8bb49e2513b triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:52.944157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:53.003808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:53.019695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:53.155158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Pushing event updated for resources: {'Port': ['ID=a83549b5-7bb3-4b06-9916-f72244969c44,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:53.160160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:53.208105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:51:53.209159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:51:53.211418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:51:53.886479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:54.234254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:54.237607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-640581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642508'] for router, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:54.423007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Router cb09c80e-9916-4eb8-8991-24b7d3b6199b has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 14:51:54.606942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:51:54.616849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:54.617329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Sync routers for ids ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:51:54.618881 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb09c80e-9916-4eb8-8991-24b7d3b6199b HTTP/1.1" status: 200  len: 890 time: 2.8829713
Apr 15 14:51:54.628585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Routers {'cb09c80e-9916-4eb8-8991-24b7d3b6199b'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:51:54.629442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426db68e10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:51:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:54.841202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Set router cb09c80e-9916-4eb8-8991-24b7d3b6199b gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:51:55.203066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426db68e10>, [{'id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'name': 'router1', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a83549b5-7bb3-4b06-9916-f72244969c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:31Z', 'updated_at': '2021-04-15T14:51:53Z', 'revision_number': 4, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'gw_port': {'id': 'a83549b5-7bb3-4b06-9916-f72244969c44', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:52Z', 'updated_at': '2021-04-15T14:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '88070907-7ade-4521-bd82-c8bb49e2513b', 'name': '', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'mac_address': 'fa:16:3e:ee:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:42Z', 'updated_at': '2021-04-15T14:51:51Z', 'revision_number': 5, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'subnets': [{'id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:55.207970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Checking router: cb09c80e-9916-4eb8-8991-24b7d3b6199b for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:51:55.208363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Updating router cb09c80e-9916-4eb8-8991-24b7d3b6199b port a83549b5-7bb3-4b06-9916-f72244969c44 binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:51:55.263560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:55.665100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:55.731530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Transition to ACTIVE for port object a83549b5-7bb3-4b06-9916-f72244969c44 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:51:55.806075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:55.822567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:55.956177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a61d-dbb2-466c-9ea4-ec962f46accb None None] Pushing event updated for resources: {'Port': ['ID=a83549b5-7bb3-4b06-9916-f72244969c44,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:55.961055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5d98a61d-dbb2-466c-9ea4-ec962f46accb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:56.019715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Attempting to bind port a83549b5-7bb3-4b06-9916-f72244969c44 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:51:56.020129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Attempting to bind port a83549b5-7bb3-4b06-9916-f72244969c44 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:51:56.020534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Attempting to bind port a83549b5-7bb3-4b06-9916-f72244969c44 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:51:56.026667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:51:56.027078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:51:56.027556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:56.027985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:51:56.028490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Bound port: a83549b5-7bb3-4b06-9916-f72244969c44, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:51:56.028900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:56.106795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] For port a83549b5-7bb3-4b06-9916-f72244969c44, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:51:56.109862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] For port a83549b5-7bb3-4b06-9916-f72244969c44, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a83549b5-7bb3-4b06-9916-f72244969c44,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:51:56.143673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:56.159448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:56.465149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a61d-dbb2-466c-9ea4-ec962f46accb None None] Pushing event updated for resources: {'Port': ['ID=a83549b5-7bb3-4b06-9916-f72244969c44,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:56.468381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5d98a61d-dbb2-466c-9ea4-ec962f46accb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:51:56.510463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Routers {'cb09c80e-9916-4eb8-8991-24b7d3b6199b'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:51:56.511121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426db68e10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:51:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:56.698940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] Set router cb09c80e-9916-4eb8-8991-24b7d3b6199b gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:51:57.049651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426db68e10>, [{'id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'name': 'router1', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a83549b5-7bb3-4b06-9916-f72244969c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:31Z', 'updated_at': '2021-04-15T14:51:53Z', 'revision_number': 4, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'gw_port': {'id': 'a83549b5-7bb3-4b06-9916-f72244969c44', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:52Z', 'updated_at': '2021-04-15T14:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '88070907-7ade-4521-bd82-c8bb49e2513b', 'name': '', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'mac_address': 'fa:16:3e:ee:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:42Z', 'updated_at': '2021-04-15T14:51:51Z', 'revision_number': 5, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'subnets': [{'id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:51:57.053768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958281e-c7f4-4629-bdcd-06205027c64f None None] The sync data for ids ['cb09c80e-9916-4eb8-8991-24b7d3b6199b'] in dv-cinder-734144-16-iscsi is: [{'id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'name': 'router1', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a83549b5-7bb3-4b06-9916-f72244969c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:51:31Z', 'updated_at': '2021-04-15T14:51:53Z', 'revision_number': 4, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'gw_port': {'id': 'a83549b5-7bb3-4b06-9916-f72244969c44', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:52Z', 'updated_at': '2021-04-15T14:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '88070907-7ade-4521-bd82-c8bb49e2513b', 'name': '', 'network_id': '825520ee-e1a5-4c32-bed0-02a49a804661', 'tenant_id': 'b0974673fed24e0b94368957da6e16a0', 'mac_address': 'fa:16:3e:ee:c1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09c80e-9916-4eb8-8991-24b7d3b6199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:51:42Z', 'updated_at': '2021-04-15T14:51:51Z', 'revision_number': 5, 'project_id': 'b0974673fed24e0b94368957da6e16a0', 'subnets': [{'id': '23ebda94-41dc-466c-bae1-0945dc1781a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6d1a9ca-2106-4dd4-9fa9-df861c8de1c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 14:51:57.349076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 52716) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:51:57.477727 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e4cb7df3-6152-46ee-8d2c-a7480392090d admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1268961
Apr 15 14:51:58.915962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a83549b5-7bb3-4b06-9916-f72244969c44 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:51:59.022893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port a83549b5-7bb3-4b06-9916-f72244969c44 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:51:59.029506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a83549b5-7bb3-4b06-9916-f72244969c44 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:51:59.029701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:59.159794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:59.179476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port a83549b5-7bb3-4b06-9916-f72244969c44, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a83549b5-7bb3-4b06-9916-f72244969c44,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:51:59.234697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:51:59.237037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:51:59.311153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=a83549b5-7bb3-4b06-9916-f72244969c44,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:51:59.314407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:52:00.947974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a83549b5-7bb3-4b06-9916-f72244969c44 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:52:01.057607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a83549b5-7bb3-4b06-9916-f72244969c44 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:52:01.057607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:02.727731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c41b797b-e47a-4dab-9cf9-27ecbf08fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:04.813077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56b50bb4-b260-4747-b6e2-a764abf94154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:06.078735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:06.760039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:07.456943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:11.486032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:52:32.724379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab363-66cb-4f71-8117-1f9faeabaedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:34.805554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-313e4467-6bfa-4d7d-9038-e00c5cb4f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:36.072574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:36.759704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:37.439433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:52:48.484736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:53:02.707517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cf977e77-5310-4c39-8828-c92e2da93089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:04.810478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35e1d1cb-c4a8-4885-b77d-d6e4ce14fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:06.090946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:06.775891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:07.455883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:25.484320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:53:32.707063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cdfb564b-1d10-4c9e-95f9-846711a90558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:34.814505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-021ee594-1ed2-4ade-ac4b-9a625072c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:36.082906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:36.762551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:37.450104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:43.025564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53286) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:43.100248 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb0cdfc-d399-4e2e-a08d-e5cdd4fa879b admin admin] GET failed (client error): The resource could not be found.
Apr 15 14:53:43.101510 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4cb0cdfc-d399-4e2e-a08d-e5cdd4fa879b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0748858
Apr 15 14:53:43.241930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e36c6-2c2e-4fd8-95b5-1017d04da99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:43.243510 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a71e36c6-2c2e-4fd8-95b5-1017d04da99e admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1377850
Apr 15 14:53:45.733133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53296) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:45.852486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60f34a-b0fe-4a84-97d4-8e2ae355f586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:45.853147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6d60f34a-b0fe-4a84-97d4-8e2ae355f586 admin admin] Synchronizing usage tracker for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:subnet {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:53:45.906800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6d60f34a-b0fe-4a84-97d4-8e2ae355f586 admin admin] Unset dirty status for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:subnet {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:53:45.908072 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6d60f34a-b0fe-4a84-97d4-8e2ae355f586 admin admin] 10.222.0.20 "GET /v2.0/subnets/23ebda94-41dc-466c-bae1-0945dc1781a2 HTTP/1.1" status: 200  len: 849 time: 0.1738830
Apr 15 14:53:45.919604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:53:46.042592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:46.390904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291647300570'] for subnet, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:46.405960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:53:46.540763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ebda94-41dc-466c-bae1-0945dc1781a2,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:53:46.559766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.560148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.560521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.560888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.561249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.561626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.561989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.562379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.562744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.563097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.563449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.563800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:53:46.569366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:53:46.600674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:46.601320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:46.602722 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] 10.222.0.20 "PUT /v2.0/subnets/23ebda94-41dc-466c-bae1-0945dc1781a2 HTTP/1.1" status: 200  len: 868 time: 0.6873722
Apr 15 14:53:46.605963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29d0ac-0447-44f9-b517-45bee45bd935 None None] Network 825520ee-e1a5-4c32-bed0-02a49a804661 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:53:47.126591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-adf7429c-73e4-49fd-a771-6c271f5ee8d7 None None] Provisioning complete for port 83ca2963-243d-4d9b-8744-5b5460bf4718 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:53:47.127105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-adf7429c-73e4-49fd-a771-6c271f5ee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:47.261473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-adf7429c-73e4-49fd-a771-6c271f5ee8d7 None None] Provisioning complete for port 88070907-7ade-4521-bd82-c8bb49e2513b triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:53:47.261809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-adf7429c-73e4-49fd-a771-6c271f5ee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:53:49.099345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53306) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:49.284541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67eca81-6a90-46e8-bb53-97c8ad8fef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:49.285586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67eca81-6a90-46e8-bb53-97c8ad8fef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:49.287230 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f67eca81-6a90-46e8-bb53-97c8ad8fef24 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1869240
Apr 15 14:53:51.777723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53316) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:51.968459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddfb964-2c08-4250-96ad-dd29bf42401d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:51.968903 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddfb964-2c08-4250-96ad-dd29bf42401d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:51.970549 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-dddfb964-2c08-4250-96ad-dd29bf42401d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1917202
Apr 15 14:53:54.506517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53326) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:54.692646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9535c97-5e2b-4ee5-a955-7d1761626515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:54.694004 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f9535c97-5e2b-4ee5-a955-7d1761626515 admin admin] 10.222.0.20 "GET /v2.0/networks/825520ee-e1a5-4c32-bed0-02a49a804661 HTTP/1.1" status: 200  len: 869 time: 0.1864817
Apr 15 14:53:57.192848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53336) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:57.373137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20ac59-cf18-4192-a07f-287164ace68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:57.374544 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9b20ac59-cf18-4192-a07f-287164ace68b admin admin] 10.222.0.20 "GET /v2.0/networks/9341423f-8178-4179-ab55-edd784b828fc HTTP/1.1" status: 200  len: 886 time: 0.1805954
Apr 15 14:53:59.860854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53346) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:53:59.975734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e2a71-a8f1-40e4-b785-2c851e08c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:59.976241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e2a71-a8f1-40e4-b785-2c851e08c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:53:59.977843 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-de8e2a71-a8f1-40e4-b785-2c851e08c63e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1159496
Apr 15 14:54:02.483446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:54:02.495097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53356) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:02.611356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7464621-b129-4ef5-877b-7aa860d6400f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:02.611865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7464621-b129-4ef5-877b-7aa860d6400f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:02.613649 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e7464621-b129-4ef5-877b-7aa860d6400f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1174603
Apr 15 14:54:02.707720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fc0207b6-c6f5-4955-951f-7f482d348b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:04.815433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f538d121-4b9a-478c-ba17-cb6367f25ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:05.216916 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53366) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:05.345325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae68aec-e843-42f5-bdfb-c1afd6f96492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:05.346906 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-aae68aec-e843-42f5-bdfb-c1afd6f96492 admin admin] 10.222.0.20 "GET /v2.0/subnets/23ebda94-41dc-466c-bae1-0945dc1781a2 HTTP/1.1" status: 200  len: 868 time: 0.1288507
Apr 15 14:54:06.087764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:06.767659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:07.453811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:07.849715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53376) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:07.958850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5370ba-b26e-47d5-8349-8fbf0718b95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:07.960540 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1c5370ba-b26e-47d5-8349-8fbf0718b95c admin admin] 10.222.0.20 "GET /v2.0/subnets/7225c4b8-0bd2-41cc-baeb-5a62b48785c2 HTTP/1.1" status: 200  len: 816 time: 0.1094732
Apr 15 14:54:32.706298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9b1deaef-a037-42ac-8152-256c16f4b0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:34.474259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53420) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:34.525607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [None req-2a892226-a48b-4a54-9edf-db5b15690045 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:54:34.526705 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2a892226-a48b-4a54-9edf-db5b15690045 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0513875
Apr 15 14:54:34.820692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3167db23-9a24-4428-ad37-1123a3ab051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:36.089246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:36.763629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:37.135521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53430) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:37.210134 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad02f4ce-3178-4508-ab9c-6b8f82ec52a7 admin admin] GET failed (client error): The resource could not be found.
Apr 15 14:54:37.211531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ad02f4ce-3178-4508-ab9c-6b8f82ec52a7 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0750134
Apr 15 14:54:37.346783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080cdde8-df10-472b-8367-a80a6271d645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:37.348270 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-080cdde8-df10-472b-8367-a80a6271d645 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1324716
Apr 15 14:54:37.470731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:39.482624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:54:39.887657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53440) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:39.940230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:54:39.945055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:54:39.955035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:54:40.029604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Made reservation on behalf of ea098f6a95cf4d47a6d631f03b16020c for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:54:40.034393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:40.129580 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.services.revisions.revision_plugin [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f426db20860] {project_id='ea098f6a95cf4d47a6d631f03b16020c', id='1790ac7d-0aea-4e6f-ba95-08ae0203b25b', target_tenant='*', action='access_as_shared', object_id='853ea821-416e-4c99-8e53-61b404fb1885'}> to bump revision.
Apr 15 14:54:40.140381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 14:54:40.192932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:40.193315 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Added segment a45e3d4d-b69e-4069-aa06-73a8395d7457 of type vlan for network 853ea821-416e-4c99-8e53-61b404fb1885
Apr 15 14:54:40.218762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:40.271443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:40.272776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:40.273406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:40.278208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:54:40.566874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Pushing event updated for resources: {'Network': ['ID=853ea821-416e-4c99-8e53-61b404fb1885,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:54:40.569802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:54:40.577891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 853ea821-416e-4c99-8e53-61b404fb1885 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:54:40.581529 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bfe8adeb-151b-4039-8180-d2d40b713bdc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6926534
Apr 15 14:54:43.125376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53450) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:54:43.199610 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f0af72-a371-42c5-9812-34c9b85347f7 admin admin] GET failed (client error): The resource could not be found.
Apr 15 14:54:43.200180 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d3f0af72-a371-42c5-9812-34c9b85347f7 admin admin] Synchronizing usage tracker for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:54:43.237693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d3f0af72-a371-42c5-9812-34c9b85347f7 admin admin] Unset dirty status for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:54:43.238920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d3f0af72-a371-42c5-9812-34c9b85347f7 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1125109
Apr 15 14:54:43.352334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd872c-c46e-41af-994e-143a1bc3f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:43.353808 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-01cd872c-c46e-41af-994e-143a1bc3f71e admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1104555
Apr 15 14:54:43.365205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Request body: {'subnet': {'network_id': '853ea821-416e-4c99-8e53-61b404fb1885', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:54:43.369756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:54:43.379674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:54:43.414280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Made reservation on behalf of ea098f6a95cf4d47a6d631f03b16020c for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:54:43.418843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:43.906802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:43.922510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:54:44.046416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f0ab50-6acf-480f-a66c-a6a2bd663bf8,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:54:44.051802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:54:44.119783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Checking segment: {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:54:44.120108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Network hostable DHCP agents. Network: 853ea821-416e-4c99-8e53-61b404fb1885, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:54:44.162925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Network 853ea821-416e-4c99-8e53-61b404fb1885 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:54:44.203282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 853ea821-416e-4c99-8e53-61b404fb1885) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:54:44.208261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:54:44.208894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:44.213946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4b9e9-bd01-4d41-a8fc-0c4f44f98894 None None] Network 853ea821-416e-4c99-8e53-61b404fb1885 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:54:44.261348 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9005334
Apr 15 14:54:44.446715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-853ea821-416e-4c99-8e53-61b404fb1885', 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885', 'tenant_id': 'ea098f6a95cf4d47a6d631f03b16020c', 'fixed_ips': [{'subnet_id': 'e2f0ab50-6acf-480f-a66c-a6a2bd663bf8'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 14:54:44.447721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:44.619066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Allocated IP 192.168.233.2 (853ea821-416e-4c99-8e53-61b404fb1885/e2f0ab50-6acf-480f-a66c-a6a2bd663bf8/0348d78f-1129-4613-83db-1c007526a5ee) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:54:44.900599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:44.911862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Transition to ACTIVE for port object 0348d78f-1129-4613-83db-1c007526a5ee will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:54:44.932185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Transition to ACTIVE for port object 0348d78f-1129-4613-83db-1c007526a5ee will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:54:44.992501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:45.009099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:54:45.140128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Pushing event updated for resources: {'Port': ['ID=0348d78f-1129-4613-83db-1c007526a5ee,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:54:45.154576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.154977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.155354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.155718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.156083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.156444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.156800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.157154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.157518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.158267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.158591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.158945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:54:45.162878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:54:45.211125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Network 853ea821-416e-4c99-8e53-61b404fb1885 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:54:45.212309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:54:45.214733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:54:45.310841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Attempting to bind port 0348d78f-1129-4613-83db-1c007526a5ee on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:54:45.311254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Attempting to bind port 0348d78f-1129-4613-83db-1c007526a5ee by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:54:45.311659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Attempting to bind port 0348d78f-1129-4613-83db-1c007526a5ee on network 853ea821-416e-4c99-8e53-61b404fb1885 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:54:45.317735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:54:45.318164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Checking segment: {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:54:45.318761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:45.320748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Bound using segment: {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:54:45.320748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Bound port: 0348d78f-1129-4613-83db-1c007526a5ee, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:54:45.320748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:45.416442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] For port 0348d78f-1129-4613-83db-1c007526a5ee, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:54:45.419952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] For port 0348d78f-1129-4613-83db-1c007526a5ee, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0348d78f-1129-4613-83db-1c007526a5ee,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:54:45.500792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:45.517933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:54:45.660044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Pushing event updated for resources: {'Port': ['ID=0348d78f-1129-4613-83db-1c007526a5ee,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:54:45.672518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:54:46.975962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c741d9b-4879-43e7-80d7-54bc6536b5a1 None None] Network 853ea821-416e-4c99-8e53-61b404fb1885 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:54:47.060074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0348d78f-1129-4613-83db-1c007526a5ee up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:54:47.155987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-a64e2591-f8e8-4f6b-ba37-d86467f73a45 None None] Provisioning for port 0348d78f-1129-4613-83db-1c007526a5ee completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:54:47.275658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 0348d78f-1129-4613-83db-1c007526a5ee completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:54:47.288022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 0348d78f-1129-4613-83db-1c007526a5ee triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:54:47.288442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:47.442587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:47.481803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 0348d78f-1129-4613-83db-1c007526a5ee, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0348d78f-1129-4613-83db-1c007526a5ee,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:54:47.518403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:47.521490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:54:47.600879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=0348d78f-1129-4613-83db-1c007526a5ee,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:54:47.604600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:54:47.610357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-8372ddc3-ae25-4843-bce3-aa532b6373b5 None None] Provisioning complete for port 0348d78f-1129-4613-83db-1c007526a5ee triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:54:47.610788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8372ddc3-ae25-4843-bce3-aa532b6373b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:54:49.008343 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0348d78f-1129-4613-83db-1c007526a5ee up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:54:49.082906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 0348d78f-1129-4613-83db-1c007526a5ee triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:54:49.083326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:02.699896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fa175199-cc67-4f6a-bb7d-89fce8db465d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:04.835951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-86adeb15-8d8f-4807-841e-7b0d8e632564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:06.095169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:06.757490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:07.455449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:16.481446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:55:32.709405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-00a64437-511c-430e-b0b3-f7b9db67c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:34.834931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b972d5d7-76e2-4213-8c3d-6c59687f3f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:36.091592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:36.808380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:37.476713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:55:53.480780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:56:02.716610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97151b63-8e98-4dc4-98c0-b01b68b9ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:04.825134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5cf07b7b-3ec7-493c-85a9-8ae05ccdb370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:06.099206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:06.756392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:07.470699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:08.633526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53502) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:56:08.640080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [None req-f7329bc5-7262-4736-b60b-58e99f7d62c4 tempest-verify_tempest_config-1029102356 tempest-verify_tempest_config-1029102356-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:56:08.641146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f7329bc5-7262-4736-b60b-58e99f7d62c4 tempest-verify_tempest_config-1029102356 tempest-verify_tempest_config-1029102356-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065224
Apr 15 14:56:09.090928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53520) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:56:09.241880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:09.264689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:56:09.268957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Usage tracker for resource:security_group_rule and tenant:ddbe1b4a2ca546b198ac403762743f3a is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:56:09.272073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:56:09.278838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:56:09.541793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:09.567441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:09.578044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:56:09.624347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Synchronizing usage tracker for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:56:09.627939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bba2003-8a63-4c4f-8674-7fc42c3254d3,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:56:09.638476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.639037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.639833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.640189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.640554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.640915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.641277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.641636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.642006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.642389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.642744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.643095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:56:09.647224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:56:09.688162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Unset dirty status for tenant:ea098f6a95cf4d47a6d631f03b16020c on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:56:09.689542 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddbe1b4a2ca546b198ac403762743f3a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5975370
Apr 15 14:56:09.692237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53526) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:56:09.753313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:09.780100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:09.999970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:10.005223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f38bc6d-11de-4ef2-9472-e243cdac4a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:56:10.018853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bba2003-8a63-4c4f-8674-7fc42c3254d3,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:56:10.021797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:56:10.022796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:10.023948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bba2003-8a63-4c4f-8674-7fc42c3254d3 HTTP/1.1" status: 204  len: 168 time: 0.3307421
Apr 15 14:56:30.480313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:56:32.702915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7cb5378f-7dd2-46c4-a7b7-296163687f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:34.835753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a44cf7b9-9e5b-4ada-826a-e4da12ebd8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:36.104445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:36.767129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:56:37.484541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:02.724258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fb42624-fb1d-4f19-9ffa-544af3a52a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:04.838880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f10962b4-e1d8-488a-bb32-ece60f15e907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:06.111860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:06.784377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:07.480357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:57:07.487235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:32.709244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aaea917b-cdb4-4c0f-9544-8a2846d9eae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:34.834928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-188be481-84f5-4e19-a5c4-bbc49c13b40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:36.103764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:36.769366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:37.484335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:44.480052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 5 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:57:45.103959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066'] for agent, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:57:50.352682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53578) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:57:50.474789 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d61d64a7-b9a6-42c8-aa9e-c90d905209ef admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1209221
Apr 15 14:57:52.998140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53588) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:57:53.058348 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f3e0e3bf-58e3-40de-b136-a7a2637458ed admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0589650
Apr 15 14:58:02.714639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1e634c6e-b1bc-47af-bcad-7d28dda0c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:04.832261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0aea-67ce-40a8-b32a-75faf160857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:06.109417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:06.766345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:07.480185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:15.063490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:21.479888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:58:32.722752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c25ed7a-f3e3-446b-9b8c-002593a658dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:34.825760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5bf2cfcb-448d-4742-8da6-ec8cc93442e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:36.110971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:36.762508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:37.488228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:45.074357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:58:58.478872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:59:02.720075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-efbe43bf-82f7-4d87-8965-8f0f4220a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:04.831853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c0b232b6-a3b6-442f-bef9-1ad1b1a1e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:06.116100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:06.756033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:07.487504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:15.093339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:27.589531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53752) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:27.822344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-515444454-network', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:27.828434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:27.833402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Usage tracker for resource:network and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:27.838035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:27.844426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:27.879472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Made reservation on behalf of 589dd54c1d1a4182b52c8dc011a9240c for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:27.884481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:27.898413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:27.917905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:27.922776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:27.925777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:27.931858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:28.020847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:28.045316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:28.050345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-117d4771-284b-491e-be37-a6ad6148977c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:28.082889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7748a4-6df0-4114-bac7-4fa4eb7d9079,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:28.090839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.091287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.091850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.092505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.092634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.093231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.093552 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.093997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.094502 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.094889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.095644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.095644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Tracked resource versions report:
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     HyperV agent@hv-cinder-73414: {},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:59:28.096723 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:59:28.100708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:28.128042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 14:59:28.138087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:28.138451 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Added segment 6abf21e4-ca71-4086-b728-9c69a975a5b2 of type vlan for network 8feb84fd-6d37-408a-88f2-be86ff9e2be2
Apr 15 14:59:28.166079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:28.287314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:28.288900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:28.289553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:28.295262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10021e3c-1b29-4a5e-bbe5-b3d7f48683f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:28.404093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Pushing event updated for resources: {'Network': ['ID=8feb84fd-6d37-408a-88f2-be86ff9e2be2,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:28.406915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:28.415754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:59:28.425769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 53796) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:28.436907 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8447919
Apr 15 14:59:28.446972 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:59:28.447818 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:59:28.459756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53800) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:28.492998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53806) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:28.530292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53812) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:28.723920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Request body: {'subnet': {'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-515444454-subnet', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:28.730092 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.quota [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f426f153ef0>.
Apr 15 14:59:28.747028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:28.753980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Usage tracker for resource:subnet and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:28.758777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:28.767066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:28.842691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Made reservation on behalf of 589dd54c1d1a4182b52c8dc011a9240c for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:28.943425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.policy [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85437) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 14:59:28.951987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-937077473-network', 'tenant_id': '1aeb7a56c72c4c97ba7e5e0d42b2c913'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:28.961489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:28.966956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Usage tracker for resource:network and tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:28.971533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:28.981972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-34306480-network', 'tenant_id': '601a38b9c2834be886bea02ceb08324e'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:28.997977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-network', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:29.002990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:29.006023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:29.006729 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:59:29.007365 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING oslo_policy.policy [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 14:59:29.015353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Usage tracker for resource:network and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:29.020085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:29.029407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:29.032103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:29.032825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.039594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Usage tracker for resource:network and tenant:3aa16636334347b1b27b4cd33f4639e6 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:29.044413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:29.051198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:29.094287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Made reservation on behalf of 601a38b9c2834be886bea02ceb08324e for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:29.099417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.116422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Made reservation on behalf of 1aeb7a56c72c4c97ba7e5e0d42b2c913 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:29.143255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.160797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Made reservation on behalf of 3aa16636334347b1b27b4cd33f4639e6 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:29.167251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.189713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.200988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.224469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.248224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:29.250846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:29.258682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:29.261643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:29.264904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:29.267284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:29.270233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:29.280012 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Usage tracker for resource:security_group_rule and tenant:3aa16636334347b1b27b4cd33f4639e6 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:29.282851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:29.285169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:29.288737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:29.298141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:29.751501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.783306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.800215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:29.913922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.925021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468a04bf-329a-4cb2-85c0-ac95d15d9b25,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:29.944419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:29.958738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 14:59:29.982103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:29.982796 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Added segment 3f4db85c-2df1-49a5-a422-0478f082589d of type vlan for network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065
Apr 15 14:59:30.016020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.027372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.032340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.039752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c64c0bbf-52cc-4201-89a2-255907ca5fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:30.091145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.101566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 14:59:30.118798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 14:59:30.130135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.130823 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Added segment 9dec42bd-f3c0-43f9-9312-d5651e737de2 of type vlan for network b642d0e5-d862-4daf-a797-d50c8612b320
Apr 15 14:59:30.137599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae53ca-65fd-490b-b3f8-18310c9ea2cf,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:30.144433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.157458 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:30.161561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:30.163863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:30.194161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:30.210127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:30.210127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.210127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:30.210882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.216795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:30.252439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.253009 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Added segment 423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e of type vlan for network cf356c1b-d947-48a9-9559-3f9c2e9a2f20
Apr 15 14:59:30.313065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:30.332024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.332398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.332760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.333116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.333468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.333830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.334202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.334569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.334935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.335280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.335623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.335963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Tracked resource versions report:
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     HyperV agent@hv-cinder-73414: {},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:59:30.337342 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:59:30.395232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:30.416721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.428578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b8c35f2-0e21-4c52-a09c-ec81ceb82065,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:30.440020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:30.441369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:59:30.455297 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.9576583
Apr 15 14:59:30.455521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53882) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:30.461682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Request body: {'subnet': {'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-subnet', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:30.479461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:30.509050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Usage tracker for resource:subnet and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:30.515737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.532829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:30.563255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:30.567962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Checking segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:30.568362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Network hostable DHCP agents. Network: 8feb84fd-6d37-408a-88f2-be86ff9e2be2, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:59:30.657466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:59:30.664136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.666848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Made reservation on behalf of 601a38b9c2834be886bea02ceb08324e for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:30.670564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.751728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:30.752462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.766920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.767451 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 8feb84fd-6d37-408a-88f2-be86ff9e2be2) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:30.770524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:30.773465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:30.774405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.784841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb9352-d42c-4054-83f8-081410e554b3 None None] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:30.810433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:30.812352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.830208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 53900) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:30.834748 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.2988524
Apr 15 14:59:30.839037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Request body: {'subnet': {'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-subnet', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:30.850954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:30.856799 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4284191
Apr 15 14:59:30.864227 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Usage tracker for resource:subnet and tenant:3aa16636334347b1b27b4cd33f4639e6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:30.875007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 53904) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:30.879501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:30.889520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:30.906036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:30.917748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Usage tracker for resource:router and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:30.923578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:30.931011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Pushing event updated for resources: {'Network': ['ID=b642d0e5-d862-4daf-a797-d50c8612b320,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:30.943300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:30.947099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network b642d0e5-d862-4daf-a797-d50c8612b320 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:59:30.956522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:30.996312 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:30.997815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:31.021434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Made reservation on behalf of 3aa16636334347b1b27b4cd33f4639e6 for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:31.040401 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.5764589
Apr 15 14:59:31.044265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:31.054200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53910) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:31.079753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Request body: {'subnet': {'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-937077473-subnet', 'tenant_id': '1aeb7a56c72c4c97ba7e5e0d42b2c913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:31.085221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:31.089539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Usage tracker for resource:subnet and tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:31.093172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:31.099802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:31.119929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Pushing event updated for resources: {'Network': ['ID=cf356c1b-d947-48a9-9559-3f9c2e9a2f20,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:31.125659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:31.131256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:31.131577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:31.165795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 14:59:31.172652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:31.182088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Made reservation on behalf of 1aeb7a56c72c4c97ba7e5e0d42b2c913 for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:31.188268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:31.430600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 14:59:31.431511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:31.684937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:31.814467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Allocated IP 172.20.0.2 (8feb84fd-6d37-408a-88f2-be86ff9e2be2/46d0b53d-613e-4009-88f6-7f4ad5dcb1f5/5f8cd601-b9b3-4206-a94c-b3845bf503d0) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:32.091400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.115592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e235e082-9bfb-4975-a8c1-e44efdd73d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:32.141364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.154464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Transition to ACTIVE for port object 5f8cd601-b9b3-4206-a94c-b3845bf503d0 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:32.178104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Transition to ACTIVE for port object 5f8cd601-b9b3-4206-a94c-b3845bf503d0 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:32.279257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.303565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5d98a61d-dbb2-466c-9ea4-ec962f46accb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:32.404006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Pushing event updated for resources: {'Port': ['ID=5f8cd601-b9b3-4206-a94c-b3845bf503d0,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:32.451067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41060655-a340-4c50-b60d-57b168c50058,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:32.453909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:32.520352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.520765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.521127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.523951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.526115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.528216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.528985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.530609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.532391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.532924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.534810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.535368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Tracked resource versions report:
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     HyperV agent@hv-cinder-73414: {},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:59:32.536944 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:59:32.556462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:32.698693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.730438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:32.732084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:32.735111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:32.745255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.764716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Checking segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:32.767019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Network hostable DHCP agents. Network: 3b8c35f2-0e21-4c52-a09c-ec81ceb82065, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:59:32.780964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-af428aa2-cc53-45f5-be43-4e7655da3c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.785473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.909658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Attempting to bind port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:32.910794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Attempting to bind port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:32.911474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Attempting to bind port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:32.922605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:32.935571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Checking segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:32.935571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.935571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Bound using segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:32.935571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Bound port: 5f8cd601-b9b3-4206-a94c-b3845bf503d0, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:32.935571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.964483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:32.977529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:32.999793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:33.041810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] For port 5f8cd601-b9b3-4206-a94c-b3845bf503d0, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:33.045752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] For port 5f8cd601-b9b3-4206-a94c-b3845bf503d0, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f8cd601-b9b3-4206-a94c-b3845bf503d0,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:33.071389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Allocated IP 172.27.0.89 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/a7d884ad-0128-4062-a1a1-ff0f3f1e30aa) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:33.083409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.117285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:33.133240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53aafb37-4562-4206-8b75-59064187635f,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:33.142821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:33.143476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53968) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:33.164378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:59:33.314019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Pushing event updated for resources: {'Port': ['ID=5f8cd601-b9b3-4206-a94c-b3845bf503d0,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:33.328427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:33.328591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 3b8c35f2-0e21-4c52-a09c-ec81ceb82065) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:33.346479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d7b5c-fd23-4ef9-b520-c591aa5710d5 None None] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:33.346672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Checking segment: {'id': '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:33.347941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Network hostable DHCP agents. Network: cf356c1b-d947-48a9-9559-3f9c2e9a2f20, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:59:33.367055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:33.367874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.446109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe60735d-3860-497f-b6a0-dcb6d7e94048,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:33.456166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:33.459687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Checking segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:33.460196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Network hostable DHCP agents. Network: b642d0e5-d862-4daf-a797-d50c8612b320, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 14:59:33.481708 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-31125c3c-ef81-4e4d-ab55-89531a99fb8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.0244036
Apr 15 14:59:33.485480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 53980) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:33.518279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:33.525755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.540871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:59:33.548239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:33.560203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Usage tracker for resource:router and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:33.563815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:33.567136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:33.567809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.576305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Usage tracker for resource:security_group_rule and tenant:962f8f0d59bc44f3881fb02263faa0d6 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:33.580376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:33.585417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:33.593784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:33.606926 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, cf356c1b-d947-48a9-9559-3f9c2e9a2f20) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:33.615181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:33.616331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.642818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.644176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.669113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41842f5d-43b4-4649-b560-64e2ff75d42c None None] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:33.669349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Network b642d0e5-d862-4daf-a797-d50c8612b320 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 14:59:33.687276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.703669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.732669 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5d87e3f7-233d-488c-b7e4-0ac7b042c3b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6768579
Apr 15 14:59:33.764057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.843048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:33.919229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:33.982332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:34.012508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 14:59:34.013646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.022804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, b642d0e5-d862-4daf-a797-d50c8612b320) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:34.035282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:34.038993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.054858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42c5b5-18df-4d6e-ad6b-0c957b598a3c None None] Network b642d0e5-d862-4daf-a797-d50c8612b320 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:34.211167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:34.222994 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=962f8f0d59bc44f3881fb02263faa0d6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0643346
Apr 15 14:59:34.227969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:34.229271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54008) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:34.236100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d39ff66-f83d-41b4-a28c-1b420199366f,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:34.251181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:34.302370 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.4708285
Apr 15 14:59:34.308174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54012) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:34.342587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:34.351634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:34.354586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.358709 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Usage tracker for resource:router and tenant:3aa16636334347b1b27b4cd33f4639e6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:34.361904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:34.424094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:34.436518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:34.440324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:34.444774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:34.616723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54034) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:34.627347 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 14:59:34.644539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f67cd-9314-44c5-81db-a8e9dc2717dc None None] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:34.764516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9449219-ee28-444a-a6ee-52cf99cbc8c6 None None] Network b642d0e5-d862-4daf-a797-d50c8612b320 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:34.780082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.815412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e874063f-0069-497d-b736-13245a44581b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:34.816185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e874063f-0069-497d-b736-13245a44581b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Synchronizing usage tracker for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:59:34.822664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.923767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e874063f-0069-497d-b736-13245a44581b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Unset dirty status for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:59:34.931689 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e874063f-0069-497d-b736-13245a44581b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/networks?id=cf356c1b-d947-48a9-9559-3f9c2e9a2f20 HTTP/1.1" status: 200  len: 811 time: 0.3104396
Apr 15 14:59:34.934219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.935526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:34.942514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Allocated IP 172.20.0.2 (3b8c35f2-0e21-4c52-a09c-ec81ceb82065/41060655-a340-4c50-b60d-57b168c50058/02e9981c-17fe-424d-a2d5-eca94461e113) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:34.951569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.021961 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-817242f6-7169-4c5d-9928-5d8271830e9f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/quotas/1aeb7a56c72c4c97ba7e5e0d42b2c913 HTTP/1.1" status: 200  len: 375 time: 0.0891349
Apr 15 14:59:35.105349 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-b4346c06-4807-4006-b2e2-9e06ad31319c tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1aeb7a56c72c4c97ba7e5e0d42b2c913&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0822866
Apr 15 14:59:35.187247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.197954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9ed33305-5575-4846-b3b6-373fab7fdc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.275397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.406226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f8cd601-b9b3-4206-a94c-b3845bf503d0 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:35.427407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-c342b3bb-c200-41c7-957b-9038be3b673c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:59:35.428849 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-c342b3bb-c200-41c7-957b-9038be3b673c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0872977
Apr 15 14:59:35.481111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 14:59:35.585818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa2e6c-e592-4195-ab63-760fe357daaf None None] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:35.691934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ee401527-223c-4854-bca1-ff02e13f551b None None] Provisioning for port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:35.712200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Allocated IP 172.27.0.145 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/cbba455f-238c-4e46-bd23-42b906cd38a8) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:35.773777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.797927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.946741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:35.964619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:35.979270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:35.979270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.000915 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-73cad955-b753-4b0a-8d15-18885df362aa service neutron] 10.222.0.20 "GET /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4577246
Apr 15 14:59:36.038519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.081824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.111587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:36.128878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:36.129797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d39ff66-f83d-41b4-a28c-1b420199366f,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:36.138868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:36.151834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.185501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.194570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Transition to ACTIVE for port object 02e9981c-17fe-424d-a2d5-eca94461e113 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:36.228031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Transition to ACTIVE for port object 02e9981c-17fe-424d-a2d5-eca94461e113 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:36.320228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.322217 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d39ff66-f83d-41b4-a28c-1b420199366f HTTP/1.1" status: 204  len: 168 time: 2.0616732
Apr 15 14:59:36.339144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.361765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.376679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:36.516126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.524145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Pushing event updated for resources: {'Port': ['ID=cbba455f-238c-4e46-bd23-42b906cd38a8,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:36.546570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:36.550342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Pushing event updated for resources: {'Port': ['ID=02e9981c-17fe-424d-a2d5-eca94461e113,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:36.556564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:36.588212 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-54a5955d-925c-4e04-9d01-0094e21c8e36 service neutron] 10.222.0.20 "GET /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5799916
Apr 15 14:59:36.605052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 5f8cd601-b9b3-4206-a94c-b3845bf503d0, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f8cd601-b9b3-4206-a94c-b3845bf503d0,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:59:36.655625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:36.655625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:36.660893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:36.674460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:36.680148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:36.689817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:36.778998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.826508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5d98a61d-dbb2-466c-9ea4-ec962f46accb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:36.844052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.905944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Attempting to bind port 02e9981c-17fe-424d-a2d5-eca94461e113 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:36.910637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Attempting to bind port 02e9981c-17fe-424d-a2d5-eca94461e113 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:36.910637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Attempting to bind port 02e9981c-17fe-424d-a2d5-eca94461e113 on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:36.921627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:36.922378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Checking segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:36.923013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.923749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Bound using segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:36.924450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Bound port: 02e9981c-17fe-424d-a2d5-eca94461e113, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:36.925097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.939893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:36.963171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.006300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=5f8cd601-b9b3-4206-a94c-b3845bf503d0,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:37.009095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54090) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:37.018186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:37.019347 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 14:59:37.072760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-c93f3c8e-720a-4012-a0dd-8d9c75896307 None None] Provisioning complete for port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:37.073427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c93f3c8e-720a-4012-a0dd-8d9c75896307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.108494 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c212cb59-0852-48cf-be2c-cabc246d4e7e req-3b212519-0cdc-4b4b-ac34-bd3b3a757f14 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.0979867
Apr 15 14:59:37.156695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54100) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:37.171982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] For port 02e9981c-17fe-424d-a2d5-eca94461e113, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:37.203196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] For port 02e9981c-17fe-424d-a2d5-eca94461e113, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=02e9981c-17fe-424d-a2d5-eca94461e113,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:37.223661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f8cd601-b9b3-4206-a94c-b3845bf503d0 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:37.224740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.252839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:37.268207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9fa6ecc2f24061aa1c4cced13ac408 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:37.273017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.284648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 14:59:37.298952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Allocated IP 172.27.0.141 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/303bac9e-1005-4b51-ba6c-3b8a4c574110) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:37.329265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:37.335282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:37.350040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:37.425327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.601495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.631489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Pushing event updated for resources: {'Port': ['ID=02e9981c-17fe-424d-a2d5-eca94461e113,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:37.634943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:37.639868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:37.640346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.788968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.894468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:37.932806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:38.057326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:38.143016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Pushing event updated for resources: {'Port': ['ID=303bac9e-1005-4b51-ba6c-3b8a4c574110,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:38.154347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:38.278665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:59:38.297636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:59:38.311411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:38.312441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e52c940>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:38.335953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:38.339502 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:38.342607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:38.412441 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2066ad68-bc08-469c-bd74-1907f8c43d2f req-1002e930-457e-4528-8bf0-bdd756e1b127 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.0981197
Apr 15 14:59:38.427610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:38.429036 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.5528538
Apr 15 14:59:38.443742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54150) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:38.550128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:38.555540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:38.594034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:38.628463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-27d1e16a-4a4b-472a-95ff-ecadc1df9f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:38.639352 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e9fa6ecc2f24061aa1c4cced13ac408&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4812696
Apr 15 14:59:38.724354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54162) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:38.903971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b0ed4-a399-4297-9d1a-23aacf1e68ec,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:38.911010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:38.953382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:39.002813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e52c940>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:34Z', 'revision_number': 3, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:39.008399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:39.012892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:59:39.016051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Updating router afdf0414-a28d-4521-8ea2-17e8f6ef8335 port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:59:39.028347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:39.153091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:39.430752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 02e9981c-17fe-424d-a2d5-eca94461e113 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:39.666288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ffd2a-a6c0-4cd9-ad10-721506ae2cd1 None None] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 14:59:39.983168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.025739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 14:59:40.058300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-671800d2-d917-4e86-83c7-77d334f7a0c0 None None] Provisioning for port 02e9981c-17fe-424d-a2d5-eca94461e113 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:40.142638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.145940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 02e9981c-17fe-424d-a2d5-eca94461e113 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:40.161330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 02e9981c-17fe-424d-a2d5-eca94461e113 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:40.162470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.171395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Transition to ACTIVE for port object a7d884ad-0128-4062-a1a1-ff0f3f1e30aa will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:40.193647 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a336c53-22de-4d1b-a149-0692fd159e31 req-8d5649d8-1226-4b33-8f4e-946d214eda7d tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.2341223
Apr 15 14:59:40.205358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.216489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54222) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:40.305223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.318990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.321772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:40.394453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:59:40.419153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.429578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:59:40.439484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:40.467991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b0ed4-a399-4297-9d1a-23aacf1e68ec,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:40.499722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:40.500605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.504430 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.0107186
Apr 15 14:59:40.504600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d71a240>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:40.509531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54232) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:40.521288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Attempting to bind port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:40.521724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Attempting to bind port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:40.522130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Attempting to bind port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:40.530749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:40.531135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:40.531759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.532355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:40.533050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Bound port: a7d884ad-0128-4062-a1a1-ff0f3f1e30aa, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:40.533646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.617356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] For port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:40.621443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] For port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:40.644334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Pushing event updated for resources: {'Port': ['ID=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,revision_number=2']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:40.654227 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.655102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.655656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.656199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.656726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.657285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.658072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.658651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.659329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.659876 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.660435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.660972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Tracked resource versions report:
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]: pushed versions:
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]: {   'AddressGroup': {'1.2'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'ConntrackHelper': {'1.0'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Log': {'1.0'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Network': {'1.1'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Port': {'1.7'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'PortForwarding': {'1.2'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'QosPolicy': {'1.8'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroup': {'1.4'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SecurityGroupRule': {'1.2'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'SubPort': {'1.0'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Subnet': {'1.1'},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     'Trunk': {'1.1'}}
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]: consumer versions:
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]: {   DHCP agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     HyperV agent@hv-cinder-73414: {},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     L3 agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metadata agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     Metering agent@dv-cinder-734144-16-iscsi: {},
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:     Open vSwitch agent@dv-cinder-734144-16-iscsi: {   'AddressGroup': '1.2',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'ConntrackHelper': '1.0',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Log': '1.0',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Network': '1.1',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Port': '1.7',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'PortForwarding': '1.2',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'QosPolicy': '1.8',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroup': '1.4',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SecurityGroupRule': '1.2',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'SubPort': '1.0',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Subnet': '1.1',
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:                                                       'Trunk': '1.1'}}
Apr 15 14:59:40.662442 dv-cinder-734144-16-iscsi neutron-server[85322]:  {{(pid=85440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 14:59:40.669503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:40.671537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.689460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:40.732644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:40.733844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e84b0ed4-a399-4297-9d1a-23aacf1e68ec HTTP/1.1" status: 204  len: 168 time: 1.9984465
Apr 15 14:59:40.735100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:40.893795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.10', 49246) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:41.072126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 02e9981c-17fe-424d-a2d5-eca94461e113, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=02e9981c-17fe-424d-a2d5-eca94461e113,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:59:41.208078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:41.243345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:41.361617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=02e9981c-17fe-424d-a2d5-eca94461e113,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:41.376765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:41.379003 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Pushing event updated for resources: {'Port': ['ID=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:41.391936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:41.393251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:41.424228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-ff833878-5c0e-4513-82de-d20616526c38 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:41.427972 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-ff833878-5c0e-4513-82de-d20616526c38 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.10 "GET /v2.0/networks?id=cf356c1b-d947-48a9-9559-3f9c2e9a2f20 HTTP/1.1" status: 200  len: 811 time: 0.5309627
Apr 15 14:59:41.449692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ce67f7d9-b6ec-4ec8-b696-39af572827c7 None None] Provisioning complete for port 02e9981c-17fe-424d-a2d5-eca94461e113 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:41.450476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ce67f7d9-b6ec-4ec8-b696-39af572827c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:41.478555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Request body: {'port': {'device_id': 'df4dadb4-0f88-4780-8581-4288826480a8', 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20', 'admin_state_up': True, 'tenant_id': '1aeb7a56c72c4c97ba7e5e0d42b2c913'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:41.543553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:41.545571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:41.548429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e52c940>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:41.679242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 14:59:41.789966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Allocated IP 172.20.0.1 (8feb84fd-6d37-408a-88f2-be86ff9e2be2/46d0b53d-613e-4009-88f6-7f4ad5dcb1f5/c5b63898-8662-460c-ac35-29a48a05c84a) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:41.910334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:41.999517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d71a240>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:37Z', 'revision_number': 3, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:42.003972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:59:42.004437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Updating router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 port cbba455f-238c-4e46-bd23-42b906cd38a8 binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:59:42.082387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:42.090723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Usage tracker for resource:security_group_rule and tenant:35bead9820824ddd84390206e760fdff is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:42.094772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:42.099648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.102384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:42.228567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:42.251583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Usage tracker for resource:port and tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:42.268450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:42.291039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:42.297171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:59:42.320339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.353392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.380177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736909-fa10-4c14-b97d-100000619900 None None] Sync routers for ids ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:59:42.385048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.389662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 8.0728834
Apr 15 14:59:42.389662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Made reservation on behalf of 1aeb7a56c72c4c97ba7e5e0d42b2c913 for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 14:59:42.396113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.408846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54296) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:42.409377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54298) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:42.446662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d83fcd49-9ab7-4d12-8500-6a08c742cdc0 req-43abb3fd-1b56-46d0-9840-edaad22c5f78 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.3360047
Apr 15 14:59:42.447466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.507577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:42.546601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3638b280-262e-4937-8f71-8e3d923820c5,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:42.552127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:42.555281 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35bead9820824ddd84390206e760fdff&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3121009
Apr 15 14:59:42.564763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] Routers {'3c697f14-e2f4-4d10-ab96-eccf3b6f278a'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:42.565465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e768898>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:42.630487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54310) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:42.710850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e52c940>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:34Z', 'revision_number': 3, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:42.718086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28b22-94c2-4de4-8a24-f1cd59f0114f None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:34Z', 'revision_number': 3, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 14:59:42.762489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.806232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Transition to ACTIVE for port object cbba455f-238c-4e46-bd23-42b906cd38a8 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:42.830828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] Set router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:42.846976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:42.898810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Allocated IP 172.20.0.1 (3b8c35f2-0e21-4c52-a09c-ec81ceb82065/41060655-a340-4c50-b60d-57b168c50058/1ecedee9-ae00-46c7-88bd-36f3b1dd7285) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:43.043384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:43.114123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.138330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Transition to ACTIVE for port object 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:43.174230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.205124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcf806-d577-4c41-9534-127d9ec66eaa None None] Pushing event updated for resources: {'Port': ['ID=cbba455f-238c-4e46-bd23-42b906cd38a8,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:43.229336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.229918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77fcf806-d577-4c41-9534-127d9ec66eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:43.302522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Attempting to bind port cbba455f-238c-4e46-bd23-42b906cd38a8 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:43.303714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Attempting to bind port cbba455f-238c-4e46-bd23-42b906cd38a8 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:43.303714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Attempting to bind port cbba455f-238c-4e46-bd23-42b906cd38a8 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:43.319082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:43.319510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:43.321005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.321496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:43.321969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Bound port: cbba455f-238c-4e46-bd23-42b906cd38a8, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:43.322425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.333348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.484399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 02e9981c-17fe-424d-a2d5-eca94461e113 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:43.487360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:43.596492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:43.611871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:43.622556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:43.623616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.641183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.647129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] For port cbba455f-238c-4e46-bd23-42b906cd38a8, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:43.755029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] For port cbba455f-238c-4e46-bd23-42b906cd38a8, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=cbba455f-238c-4e46-bd23-42b906cd38a8,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:43.812587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:43.830162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e768898>, [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T14:59:38Z', 'revision_number': 3, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:43.839780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736909-fa10-4c14-b97d-100000619900 None None] Checking router: 3c697f14-e2f4-4d10-ab96-eccf3b6f278a for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:59:43.847682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736909-fa10-4c14-b97d-100000619900 None None] Updating router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a port 303bac9e-1005-4b51-ba6c-3b8a4c574110 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:59:43.878236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 02e9981c-17fe-424d-a2d5-eca94461e113 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:43.891967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:44.029371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:44.053370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-02736909-fa10-4c14-b97d-100000619900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:44.138272 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ad33802-48b6-415b-93c0-b620a399a220 req-051ec792-ba85-4184-8ed5-75c28faa8923 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.2889192
Apr 15 14:59:44.148145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:44.189305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d232f62f15f456db21c7b4b49781671 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:44.210526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:44.267337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:44.284197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Allocated IP 172.20.0.2 (cf356c1b-d947-48a9-9559-3f9c2e9a2f20/53aafb37-4562-4206-8b75-59064187635f/8d1547c4-fedb-4d79-be17-a7bc3f185939) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:44.490394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:44.528247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:44.544117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:44.578126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-4b2ae3d0-4f38-46e2-8c02-9e22f79ac870 None None] Provisioning for port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:44.585670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:44.595075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-4b2ae3d0-4f38-46e2-8c02-9e22f79ac870 None None] Provisioning complete for port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:44.595474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae3d0-4f38-46e2-8c02-9e22f79ac870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:44.856930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcf806-d577-4c41-9534-127d9ec66eaa None None] Pushing event updated for resources: {'Port': ['ID=cbba455f-238c-4e46-bd23-42b906cd38a8,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:44.880561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77fcf806-d577-4c41-9534-127d9ec66eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:44.961584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ae3d0-4f38-46e2-8c02-9e22f79ac870 None None] Port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 14:59:45.008437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:45.009135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d71a240>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:45.149398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Transition to ACTIVE for port object c5b63898-8662-460c-ac35-29a48a05c84a will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:45.156349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.225092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.226322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.254970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:45.283592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.303327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-02736909-fa10-4c14-b97d-100000619900 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.346294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-02736909-fa10-4c14-b97d-100000619900 None None] Transition to ACTIVE for port object 303bac9e-1005-4b51-ba6c-3b8a4c574110 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:45.396139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-02736909-fa10-4c14-b97d-100000619900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.488718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-63f6608e-6b70-4a9a-a7a9-41f71ea33f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:45.537871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.540350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3638b280-262e-4937-8f71-8e3d923820c5,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:45.587927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:45.588832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:45.593290 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3638b280-262e-4937-8f71-8e3d923820c5 HTTP/1.1" status: 204  len: 168 time: 2.9238164
Apr 15 14:59:45.626372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:45.695196 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4c8eb60-282d-4214-a687-c970af6863d5 req-78702a0d-71dc-4c08-bf3d-b5ea1700b5d6 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.3287539
Apr 15 14:59:45.792896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:45.829164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:45.839342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:45.839911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:45.930696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Pushing event updated for resources: {'Port': ['ID=c5b63898-8662-460c-ac35-29a48a05c84a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:45.945698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:45.953784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a7d884ad-0128-4062-a1a1-ff0f3f1e30aa up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:46.001761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efee80-1285-4964-b0e1-d4fd3355157e None None] Pushing event updated for resources: {'Port': ['ID=303bac9e-1005-4b51-ba6c-3b8a4c574110,revision_number=2']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:46.008722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b0efee80-1285-4964-b0e1-d4fd3355157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:46.084383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:46.088321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:46.175332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.249767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-02736909-fa10-4c14-b97d-100000619900 None None] Attempting to bind port 303bac9e-1005-4b51-ba6c-3b8a4c574110 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:46.250235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-02736909-fa10-4c14-b97d-100000619900 None None] Attempting to bind port 303bac9e-1005-4b51-ba6c-3b8a4c574110 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:46.258836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736909-fa10-4c14-b97d-100000619900 None None] Attempting to bind port 303bac9e-1005-4b51-ba6c-3b8a4c574110 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:46.273011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736909-fa10-4c14-b97d-100000619900 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:46.279198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736909-fa10-4c14-b97d-100000619900 None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:46.279198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-02736909-fa10-4c14-b97d-100000619900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.279198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736909-fa10-4c14-b97d-100000619900 None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:46.279198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-02736909-fa10-4c14-b97d-100000619900 None None] Bound port: 303bac9e-1005-4b51-ba6c-3b8a4c574110, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:46.282058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-02736909-fa10-4c14-b97d-100000619900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.319827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.555367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 14:59:46.557367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54380) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:46.569607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-02736909-fa10-4c14-b97d-100000619900 None None] For port 303bac9e-1005-4b51-ba6c-3b8a4c574110, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:46.572791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:46.575309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.586597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.588511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:46.589377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-02736909-fa10-4c14-b97d-100000619900 None None] For port 303bac9e-1005-4b51-ba6c-3b8a4c574110, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=303bac9e-1005-4b51-ba6c-3b8a4c574110,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:46.597718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:46.598361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.651620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-02736909-fa10-4c14-b97d-100000619900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.666894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.683707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b0efee80-1285-4964-b0e1-d4fd3355157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:46.721452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2e712b7f-cb49-4175-8e95-88ebe3b0c426 None None] Provisioning complete for port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:46.723145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e712b7f-cb49-4175-8e95-88ebe3b0c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.805982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:46.858634 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d232f62f15f456db21c7b4b49781671&name=default HTTP/1.1" status: 200  len: 2975 time: 4.4349396
Apr 15 14:59:46.902895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:46.937023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:46.960077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:46.962260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c388358-230a-4e6c-8777-1c15b310c35d,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:46.984579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54392) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:47.001090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:59:47.025757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:47.044807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efee80-1285-4964-b0e1-d4fd3355157e None None] Pushing event updated for resources: {'Port': ['ID=303bac9e-1005-4b51-ba6c-3b8a4c574110,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:47.067477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b0efee80-1285-4964-b0e1-d4fd3355157e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:47.075079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.099256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:47.104661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Usage tracker for resource:security_group_rule and tenant:b228b0c856d54db699be8a17f613614e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:47.108056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:47.124384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:47.152839 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] 10.222.0.20 "PUT /v2.0/routers/46106106-e5aa-48ac-bb7a-73fc01cbaf94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6403780
Apr 15 14:59:47.184013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-7d9f7bca-674b-4bfb-8a9c-a5a1ffca4ccb req-0e1b0d20-aec1-45f7-838d-f9d566c5b91f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Synchronizing usage tracker for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:59:47.191266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54402) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:47.253841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-2e712b7f-cb49-4175-8e95-88ebe3b0c426 None None] Port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 14:59:47.323297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.376922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] Routers {'3c697f14-e2f4-4d10-ab96-eccf3b6f278a'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:47.378695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e768898>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:47.436521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:47.452345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Usage tracker for resource:security_group_rule and tenant:5a25b33ed19d422fa9df424000a507c9 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:47.462645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:47.482698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.502969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d71a240>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T14:59:44Z', 'revision_number': 2, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:47.519227 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270e075-abd0-43e6-bc26-ad897fe3463c None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T14:59:44Z', 'revision_number': 2, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 14:59:47.523385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b727afe7-f1d8-430e-9fbe-5abf7a563f58 None None] Provisioning for port c5b63898-8662-460c-ac35-29a48a05c84a completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:47.851349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:47.853396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:59:47.853396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b727afe7-f1d8-430e-9fbe-5abf7a563f58 None None] Provisioning complete for port c5b63898-8662-460c-ac35-29a48a05c84a triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:47.853396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b727afe7-f1d8-430e-9fbe-5abf7a563f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.857311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.857416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.860429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.860571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b727afe7-f1d8-430e-9fbe-5abf7a563f58 None None] Port c5b63898-8662-460c-ac35-29a48a05c84a cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 14:59:47.860571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.860571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:47.860837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:47.905980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:47.916205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:47.968979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:47.970698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.117066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.139372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Allocated IP 172.20.0.1 (b642d0e5-d862-4daf-a797-d50c8612b320/fe60735d-3860-497f-b6a0-dcb6d7e94048/ea197ef4-5674-4f8e-8380-7c3cf85a95c2) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:48.155948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.209726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:48.215384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] Set router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:48.234373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.325041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Pushing event updated for resources: {'Port': ['ID=8d1547c4-fedb-4d79-be17-a7bc3f185939,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:48.346600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-7d9f7bca-674b-4bfb-8a9c-a5a1ffca4ccb req-0e1b0d20-aec1-45f7-838d-f9d566c5b91f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Unset dirty status for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:59:48.348174 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7d9f7bca-674b-4bfb-8a9c-a5a1ffca4ccb req-0e1b0d20-aec1-45f7-838d-f9d566c5b91f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 1.3779054
Apr 15 14:59:48.349625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:48.374065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.428243 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b228b0c856d54db699be8a17f613614e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8697212
Apr 15 14:59:48.449432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:48.453343 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54434) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:48.509561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dd52ee-0cdf-4d7f-a31c-0dc2b9bebdf2,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:48.535954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c388358-230a-4e6c-8777-1c15b310c35d,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:48.548770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:48.592919 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a25b33ed19d422fa9df424000a507c9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3780463
Apr 15 14:59:48.608809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:48.613379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54440) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:48.614715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b66fdeab-af50-4e4c-8574-1ecd0909b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:48.714108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54444) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:48.815603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831479419', 'description': 'tempest-description--1634612046'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:48.869064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:48.874821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:48.905528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:48.926031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:48.941095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:48.942906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.960447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:48.964995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:48.987335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:48.995542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.003105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c388358-230a-4e6c-8777-1c15b310c35d HTTP/1.1" status: 204  len: 168 time: 2.0048482
Apr 15 14:59:49.035661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:49.065028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-02736909-fa10-4c14-b97d-100000619900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e768898>, [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T14:59:38Z', 'revision_number': 3, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:49.087165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02736909-fa10-4c14-b97d-100000619900 None None] The sync data for ids ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'] in dv-cinder-734144-16-iscsi is: [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T14:59:38Z', 'revision_number': 3, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 14:59:49.119010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.162054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-53b2349e-449b-4f97-be7a-e73a5fa7d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.199458 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.7228315
Apr 15 14:59:49.206626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.215316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-53b2349e-449b-4f97-be7a-e73a5fa7d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.250946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-f78cd9c1-9e46-4b17-868e-63476ac84e07 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 14:59:49.252348 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-f78cd9c1-9e46-4b17-868e-63476ac84e07 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0089929
Apr 15 14:59:49.300675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.319400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:49.332721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.336270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:49.348010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:49.369497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:49.670075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.737752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.841305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-53b2349e-449b-4f97-be7a-e73a5fa7d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:49.857078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:49.861147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:49.872893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.145551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a7d884ad-0128-4062-a1a1-ff0f3f1e30aa up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:50.225434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.232684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Request body: {'port': {'device_id': 'df4dadb4-0f88-4780-8581-4288826480a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:50.316520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90563ee0-691f-4719-9863-b6d16aae07d4,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:50.323039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.708s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:50.348066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 14:59:50.351335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-53b2349e-449b-4f97-be7a-e73a5fa7d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.352642 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-53b2349e-449b-4f97-be7a-e73a5fa7d55e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8dd52ee-0cdf-4d7f-a31c-0dc2b9bebdf2 HTTP/1.1" status: 204  len: 168 time: 1.8977661
Apr 15 14:59:50.358573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87e01837-0883-4211-ba9c-ebd22d7eebc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.686s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:50.367414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:50.367844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.423635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.501616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0be7e326-68d9-4428-a2c7-891d14664244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:50.601498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-1eb896c7-db03-47ae-8ccd-41ced2f088c0 None None] Provisioning complete for port c5b63898-8662-460c-ac35-29a48a05c84a triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:50.602125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1eb896c7-db03-47ae-8ccd-41ced2f088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.629029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.630406 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90563ee0-691f-4719-9863-b6d16aae07d4 HTTP/1.1" status: 204  len: 168 time: 1.9850571
Apr 15 14:59:50.741628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-1eb896c7-db03-47ae-8ccd-41ced2f088c0 None None] Port c5b63898-8662-460c-ac35-29a48a05c84a cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 14:59:50.747566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Network b642d0e5-d862-4daf-a797-d50c8612b320 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:50.850202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device cbba455f-238c-4e46-bd23-42b906cd38a8 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:50.937484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:50.944117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:50.966410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:50.969704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:51.133043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port cbba455f-238c-4e46-bd23-42b906cd38a8 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:51.145794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port cbba455f-238c-4e46-bd23-42b906cd38a8 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:51.146340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:51.428344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:51.470769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port cbba455f-238c-4e46-bd23-42b906cd38a8, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=cbba455f-238c-4e46-bd23-42b906cd38a8,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:59:51.510374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:51.513155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:51.522436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:59:51.548354 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] 10.222.0.20 "PUT /v2.0/routers/afdf0414-a28d-4521-8ea2-17e8f6ef8335/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1009800
Apr 15 14:59:51.581340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Pushing event updated for resources: {'Port': ['ID=c5b63898-8662-460c-ac35-29a48a05c84a,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:51.591959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:51.592473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.290s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:51.635686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2349e-449b-4f97-be7a-e73a5fa7d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dd52ee-0cdf-4d7f-a31c-0dc2b9bebdf2,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:51.640149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:59:51.656486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8130f31-f945-411e-b4c1-a3043a36bfae req-94c59ca6-dc08-45dd-815a-8f20f2b55a46 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:51.665403 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b8130f31-f945-411e-b4c1-a3043a36bfae req-94c59ca6-dc08-45dd-815a-8f20f2b55a46 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 931 time: 2.0311263
Apr 15 14:59:51.684448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90563ee0-691f-4719-9863-b6d16aae07d4,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:51.697870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:51.698067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.037s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:51.701332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:51.701647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:51.713277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:51.724607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.223s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:51.730509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2bcec82b-22c2-4e1c-afdb-67e0077191c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:51.764672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:51.766089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d7d20f0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:51.818268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:51.822550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54540) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:51.826921 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.0970297
Apr 15 14:59:51.828737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'security_group_rule': {'security_group_id': 'a9785143-41c0-4ce7-9b38-ef121a27d8ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:51.851093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:51.868506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:51.889396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:51.923288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:52.007666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.148590 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b8130f31-f945-411e-b4c1-a3043a36bfae req-e1f07445-8c71-4cc3-beec-aa10522bf9f8 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4821007
Apr 15 14:59:52.149743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 303bac9e-1005-4b51-ba6c-3b8a4c574110 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:52.213717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9785143-41c0-4ce7-9b38-ef121a27d8ca,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:52.223408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:52.278810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:52.291675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.330811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.379588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.389513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54552) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:52.396541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:52.432161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=cbba455f-238c-4e46-bd23-42b906cd38a8,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:52.459275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f1a025-d1fc-4633-9080-e8d041e1f461,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:52.473000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:52.473884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.477767 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6515734
Apr 15 14:59:52.481490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54558) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:52.485411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:52.504812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'security_group_rule': {'security_group_id': 'a9785143-41c0-4ce7-9b38-ef121a27d8ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:52.524979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:52.538258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:52.554538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:52.567068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:52.631359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 303bac9e-1005-4b51-ba6c-3b8a4c574110 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 14:59:52.660951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.668765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:59:52.692298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:52.692977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e0d6c50>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:52.752879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 303bac9e-1005-4b51-ba6c-3b8a4c574110 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:52.756156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.880133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.910545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:52.913266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7867faeb-e3f6-4a9b-9dac-e66f376fdc5b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:52.985718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182ae14d-e7d7-4198-a2ca-b1717dcfba3f,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:53.001919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:53.064100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:53.065430 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5828459
Apr 15 14:59:53.068853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54568) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:53.077544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:53.089206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:53.099263 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:floatingip and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:53.120042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:53.138578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:53.152951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:53.224566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:53.616962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:53.669283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:53.911293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:53.991096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d7d20f0>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T14:59:48Z', 'revision_number': 2, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:53.999607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Usage tracker for resource:security_group_rule and tenant:bd71d05bfb00429c9fb38e512751534d is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:54.013711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:59:54.014133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Updating router afdf0414-a28d-4521-8ea2-17e8f6ef8335 port c5b63898-8662-460c-ac35-29a48a05c84a binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:59:54.019377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e0d6c50>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T14:59:44Z', 'revision_number': 2, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:54.028245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 14:59:54.028912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Updating router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 14:59:54.032154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:54.050807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1547c4-fedb-4d79-be17-a7bc3f185939 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 14:59:54.075817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:54.106530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Allocated IP 172.27.0.108 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/f39f73fa-4d29-474e-92e3-f7620abd2d15) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:54.125853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.133454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.158755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.159849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.161437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54586) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:54.164034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.208464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916557702', 'description': 'tempest-description--1281819462'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:54.214805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:54.219376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:54.238702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:54.245113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:54.277546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Transition to ACTIVE for port object 8d1547c4-fedb-4d79-be17-a7bc3f185939 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:54.281630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.288755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.325611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b59d4b-2e84-432d-8bd9-7be04243dd89 req-0e525738-f7cf-4068-809e-8e135c643f29 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:54.334882 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50b59d4b-2e84-432d-8bd9-7be04243dd89 req-0e525738-f7cf-4068-809e-8e135c643f29 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 931 time: 0.8487558
Apr 15 14:59:54.342031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:54.442767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.592532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 303bac9e-1005-4b51-ba6c-3b8a4c574110, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=303bac9e-1005-4b51-ba6c-3b8a4c574110,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 14:59:54.605304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.645856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.655973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19e93485-351f-47e4-b281-ff4706d9ff6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:54.672493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.799802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:54.814273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Network b642d0e5-d862-4daf-a797-d50c8612b320 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:54.850156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ebb7ef65-67b4-4252-a9f3-05f3372f1e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:54.862717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:54.920985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:54.944799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:54.959195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:54.989639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:54.994122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=303bac9e-1005-4b51-ba6c-3b8a4c574110,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:55.007646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:55.010071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device cbba455f-238c-4e46-bd23-42b906cd38a8 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:55.189377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'Port': ['ID=f39f73fa-4d29-474e-92e3-f7620abd2d15,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:55.194285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:55.268032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 14:59:55.269500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 14:59:55.275214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 14:59:55.323393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.364710 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50b59d4b-2e84-432d-8bd9-7be04243dd89 req-ac63aee7-7d11-45fd-9894-d0f7992e1f74 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0285289
Apr 15 14:59:55.382532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Transition to ACTIVE for port object c5b63898-8662-460c-ac35-29a48a05c84a will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:55.399924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.423008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.428789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port cbba455f-238c-4e46-bd23-42b906cd38a8 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:55.429326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.463979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Transition to ACTIVE for port object 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 14:59:55.469675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.515676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.552642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:55.555142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.623483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.676319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77fcf806-d577-4c41-9534-127d9ec66eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:55.755623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:55.756420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:55.773022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:55.851966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1797-bdc7-4360-918e-57619c32a8ea None None] Pushing event updated for resources: {'Port': ['ID=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:55.872016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-02bf1797-bdc7-4360-918e-57619c32a8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:56.053654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.056693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fc6d2b11-a238-487e-945a-9b2ef8c7282f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.265s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:56.115506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.189576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c4318-18a2-4dd8-9603-55eaaecbc89e None None] Pushing event updated for resources: {'Port': ['ID=c5b63898-8662-460c-ac35-29a48a05c84a,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:56.210820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cf1c4318-18a2-4dd8-9603-55eaaecbc89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:56.545708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:56.582140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d1547c4-fedb-4d79-be17-a7bc3f185939,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:56.594436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:56.616576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:56.707797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.731512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 14:59:56.739737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112e6f7d-725a-494e-a00d-dbcdc3b92ec6,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:56.750238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:56.751069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.760770 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.5723331
Apr 15 14:59:56.762443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54640) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:56.763380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'Port': ['ID=f39f73fa-4d29-474e-92e3-f7620abd2d15,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:56.768778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:56.772963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'security_group_rule': {'security_group_id': '112e6f7d-725a-494e-a00d-dbcdc3b92ec6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:56.777563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Attempting to bind port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:56.778135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Attempting to bind port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:56.778581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Attempting to bind port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:56.787818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:56.788244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Checking segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:56.789011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.789672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Bound using segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:56.790716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Bound port: 1ecedee9-ae00-46c7-88bd-36f3b1dd7285, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:56.791726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.861541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:56.868212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:56.874109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.876003 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8060315
Apr 15 14:59:56.877578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:56.891301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:56.904384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Attempting to bind port c5b63898-8662-460c-ac35-29a48a05c84a on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:56.904812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Attempting to bind port c5b63898-8662-460c-ac35-29a48a05c84a by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:56.918352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Attempting to bind port c5b63898-8662-460c-ac35-29a48a05c84a on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:56.956926 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:56.957376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Checking segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:56.957789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:56.966004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Bound using segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:56.966759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Bound port: c5b63898-8662-460c-ac35-29a48a05c84a, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:56.967250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.008144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 303bac9e-1005-4b51-ba6c-3b8a4c574110 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:57.048082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] For port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:57.054538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.065058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] For port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:57.111728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.120427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7d1d3-41bb-45a9-9278-e67ff217438e req-7886d5c9-e928-459b-a17b-31f813f59323 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:57.135939 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ef7d1d3-41bb-45a9-9278-e67ff217438e req-7886d5c9-e928-459b-a17b-31f813f59323 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 943 time: 0.3553545
Apr 15 14:59:57.160717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:57.372601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3ef7d1d3-41bb-45a9-9278-e67ff217438e req-7dda3966-ee61-4da2-a5dc-48a79f55cf72 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Synchronizing usage tracker for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:59:57.402393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] For port c5b63898-8662-460c-ac35-29a48a05c84a, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:57.412559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] For port c5b63898-8662-460c-ac35-29a48a05c84a, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c5b63898-8662-460c-ac35-29a48a05c84a,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:57.465571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.485084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.521472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.524071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:57.550111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:57.561310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.580134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe63378-8b66-451b-b74a-6d886a6322b9,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:57.599858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:57.656462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.681188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3ef7d1d3-41bb-45a9-9278-e67ff217438e req-7dda3966-ee61-4da2-a5dc-48a79f55cf72 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Unset dirty status for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:59:57.682506 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ef7d1d3-41bb-45a9-9278-e67ff217438e req-7dda3966-ee61-4da2-a5dc-48a79f55cf72 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5441487
Apr 15 14:59:57.732288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.733336 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9662209
Apr 15 14:59:57.736367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54672) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:57.742378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'security_group_rule': {'security_group_id': '112e6f7d-725a-494e-a00d-dbcdc3b92ec6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:57.768736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:57.781831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:57.788538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:57.807609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 303bac9e-1005-4b51-ba6c-3b8a4c574110 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 14:59:57.819008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:57.819836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:57.894655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5ac5ced4-9b63-4ee1-9625-b418ffee61cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:57.904342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-d43956e5-f699-4d5a-bb8c-cd08ba3c8d67 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 14:59:57.940464 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd71d05bfb00429c9fb38e512751534d&name=default HTTP/1.1" status: 200  len: 2979 time: 5.5448868
Apr 15 14:59:57.945736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54676) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:58.007114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.036833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1797-bdc7-4360-918e-57619c32a8ea None None] Pushing event updated for resources: {'Port': ['ID=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,revision_number=4']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:58.047177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-d43956e5-f699-4d5a-bb8c-cd08ba3c8d67 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 14:59:58.048483 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-d43956e5-f699-4d5a-bb8c-cd08ba3c8d67 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--831479419&fields=id&tenant_id=601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 267 time: 0.4418826
Apr 15 14:59:58.052572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-02bf1797-bdc7-4360-918e-57619c32a8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:58.067178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e9a62e-eefc-43ae-89a3-949ffc7d9614,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:58.070378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c4318-18a2-4dd8-9603-55eaaecbc89e None None] Pushing event updated for resources: {'Port': ['ID=c5b63898-8662-460c-ac35-29a48a05c84a,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:58.083158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cf1c4318-18a2-4dd8-9603-55eaaecbc89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:58.146637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:58.147343 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e0d6c50>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:58.176674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.177809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:58.227983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Attempting to bind port 8d1547c4-fedb-4d79-be17-a7bc3f185939 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 14:59:58.228377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Attempting to bind port 8d1547c4-fedb-4d79-be17-a7bc3f185939 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 14:59:58.228755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Attempting to bind port 8d1547c4-fedb-4d79-be17-a7bc3f185939 on network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:58.247932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.283976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Port 8d1547c4-fedb-4d79-be17-a7bc3f185939 on network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 14:59:58.284348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Attempting to bind port 8d1547c4-fedb-4d79-be17-a7bc3f185939 on network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 14:59:58.333967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.371424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.373656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-630527bd-3562-4386-bb8a-691d3c812d8c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:58.375938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:58.376623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d7d20f0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:58.425795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 14:59:58.426198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Checking segment: {'id': '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 14:59:58.426849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Bound using segment: {'id': '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 14:59:58.427538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Bound port: 8d1547c4-fedb-4d79-be17-a7bc3f185939, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 14:59:58.427753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.442194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.445821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff217e7e-a0b6-42b5-bad7-00e0b57194fb,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:58.453497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:58.458745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:58.485258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e9a62e-eefc-43ae-89a3-949ffc7d9614,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:58.493103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:58.494661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.496814 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93e9a62e-eefc-43ae-89a3-949ffc7d9614 HTTP/1.1" status: 204  len: 168 time: 0.5496490
Apr 15 14:59:58.519406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.520690 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7831264
Apr 15 14:59:58.524013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54694) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 14:59:58.530482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 14:59:58.540149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 14:59:58.549840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:floatingip and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 14:59:58.559527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 14:59:58.569316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 14:59:58.590004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] For port 8d1547c4-fedb-4d79-be17-a7bc3f185939, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 14:59:58.594849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] For port 8d1547c4-fedb-4d79-be17-a7bc3f185939, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939,segment=NetworkSegment(423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e),segment_id=423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 14:59:58.600224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 14:59:58.624173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:58.626941 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/3c697f14-e2f4-4d10-ab96-eccf3b6f278a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2037022
Apr 15 14:59:58.643059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:58.675414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:59.075048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 14:59:59.102371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:59.163746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-02b39fdc-44ab-49da-9d11-c4f45c3d1314 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:59.174423 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-02b39fdc-44ab-49da-9d11-c4f45c3d1314 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 815 time: 0.9963601
Apr 15 14:59:59.193590 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 14:59:59.223597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de7d2f-e4e5-4a60-a6af-15744056b233 req-64000f01-b0ec-4cb2-b18a-1c17902ef76c tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:59.225296 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f4de7d2f-e4e5-4a60-a6af-15744056b233 req-64000f01-b0ec-4cb2-b18a-1c17902ef76c tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 943 time: 0.2586427
Apr 15 14:59:59.264814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Sync routers for ids ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 14:59:59.279021 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e022f2af-a3d5-4bb4-b32f-fabbc8c9375e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/quotas/601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 375 time: 0.1052277
Apr 15 14:59:59.292755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 14:59:59.300238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:59.300929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 14:59:59.302451 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] 10.222.0.10 "PUT /v2.0/ports/8d1547c4-fedb-4d79-be17-a7bc3f185939 HTTP/1.1" status: 200  len: 1093 time: 9.7328591
Apr 15 14:59:59.314759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4dadb4-0f88-4780-8581-4288826480a8', 'tag': '8d1547c4-fedb-4d79-be17-a7bc3f185939'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 14:59:59.320218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e0d6c50>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T14:59:57Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:59.325509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8450b3-d06f-43c2-9b63-b9b4ea5ad891 None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T14:59:57Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 14:59:59.356645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Routers {'3c697f14-e2f4-4d10-ab96-eccf3b6f278a'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 14:59:59.357512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426da6abe0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T14:59:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 14:59:59.552695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f4de7d2f-e4e5-4a60-a6af-15744056b233 req-9c18626c-2b46-420d-9e1b-663012951365 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3152657
Apr 15 14:59:59.654953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Allocated IP 172.27.0.177 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/b07d8fa9-d040-4f90-bb00-6893c3b1b573) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 14:59:59.808862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d1547c4-fedb-4d79-be17-a7bc3f185939,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 14:59:59.837487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 14:59:59.910108 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-fe02b857-496f-4d58-bded-7d7873d431f6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6163080
Apr 15 14:59:59.980370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e7c33126-1f26-48b5-9c4d-8099d52b7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 14:59:59.983338 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e7c33126-1f26-48b5-9c4d-8099d52b7f9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1aeb7a56c72c4c97ba7e5e0d42b2c913&device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 1096 time: 0.4838009
Apr 15 15:00:00.039484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.110753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.117043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:00.131533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:00.132046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.157705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:00.160205 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-011b0a26-156f-4871-96a3-58e87417a36d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939 HTTP/1.1" status: 200  len: 217 time: 0.1687708
Apr 15 15:00:00.242548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54746) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:00.295989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Set router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:00:00.331422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.368406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:00.371750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e7a2f21a-9b0b-4f3b-ad34-42057eed63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:00.373341 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-e7a2f21a-9b0b-4f3b-ad34-42057eed63bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53aafb37-4562-4206-8b75-59064187635f HTTP/1.1" status: 200  len: 851 time: 0.2060959
Apr 15 15:00:00.380352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f55a38751ea24352b99b07087efc9cf6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:00.388718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:00.483773 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-bf2d06da-caff-4219-a029-4bdc4a14628b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf356c1b-d947-48a9-9559-3f9c2e9a2f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0957305
Apr 15 15:00:00.499858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:00.633319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'Port': ['ID=b07d8fa9-d040-4f90-bb00-6893c3b1b573,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:00.644156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:00.646665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:00:00.661521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:00.664919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:00:00.671123 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-db876a9e-8dff-4dc3-80cb-9a0ba1576904 service neutron] 10.222.0.10 "GET /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687188
Apr 15 15:00:00.684645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.752471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-eb1cea47-a742-4ed8-aa24-227425a3eed0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:00.753645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-eb1cea47-a742-4ed8-aa24-227425a3eed0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Synchronizing usage tracker for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:00.767948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.769816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d7d20f0>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T14:59:57Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:00.849429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff7626-0a73-4ac4-96a5-974605283b20 None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T14:59:57Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:00:00.868336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-9e37c5e4-0e3b-47a5-b2d4-167469a888e9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 15:00:00.869394 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-9e37c5e4-0e3b-47a5-b2d4-167469a888e9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1944721
Apr 15 15:00:00.923223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-eb1cea47-a742-4ed8-aa24-227425a3eed0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Unset dirty status for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:00.928092 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-eb1cea47-a742-4ed8-aa24-227425a3eed0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 819 time: 0.5006523
Apr 15 15:00:00.949258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:00.984095 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-9a9f6930-8304-4c77-9c82-0d2221a4c322 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/quotas/3aa16636334347b1b27b4cd33f4639e6 HTTP/1.1" status: 200  len: 375 time: 0.0422657
Apr 15 15:00:00.988373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:00.998505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:01.074950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:01.143654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:01.155197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:01.161988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426da6abe0>, [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T14:59:52Z', 'revision_number': 4, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'ea197ef4-5674-4f8e-8380-7c3cf85a95c2', 'name': '', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'mac_address': 'fa:16:3e:74:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:46Z', 'updated_at': '2021-04-15T14:59:52Z', 'revision_number': 2, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'subnets': [{'id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:01.170487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Checking router: 3c697f14-e2f4-4d10-ab96-eccf3b6f278a for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:00:01.170907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Updating router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:00:01.230481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c5b63898-8662-460c-ac35-29a48a05c84a up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:01.231923 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-4236234e-ff39-46c3-966d-d9d0c36b1e86 service neutron] 10.222.0.20 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3511689
Apr 15 15:00:01.357982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:01.529468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port c5b63898-8662-460c-ac35-29a48a05c84a completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:01.567426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port c5b63898-8662-460c-ac35-29a48a05c84a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:01.568030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:01.581416 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96ab0d66-b1d8-4cc2-9238-02705ae2bcb5 req-366d5bab-6001-4e96-b0d4-425d18e7b477 service neutron] 10.222.0.10 "GET /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8967826
Apr 15 15:00:01.592800 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-5206f628-9d92-4ea3-9ffa-90285e32de8c service neutron] 10.222.0.20 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3476372
Apr 15 15:00:01.615031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:01.689373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:01.754221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-df13050a-b90b-4dc1-a642-56510e72962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:01.792031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f55a38751ea24352b99b07087efc9cf6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5226192
Apr 15 15:00:01.792031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 54790) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:01.870523 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-2248d06c-f849-4c7a-ab61-114a242e34f2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8672059
Apr 15 15:00:01.872040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:01.878863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37095f49-d0d9-4b40-9d60-639bd8d81ca2,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:01.898545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:02.004603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port c5b63898-8662-460c-ac35-29a48a05c84a, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c5b63898-8662-460c-ac35-29a48a05c84a,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:02.156016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.177828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:02.387759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.405265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.441114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.460233 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4dadb4-0f88-4780-8581-4288826480a8', 'tag': '8d1547c4-fedb-4d79-be17-a7bc3f185939', 'status': 'completed', 'code': 200}
Apr 15 15:00:02.485468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.549191 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-f15206d8-d222-43fb-a72d-a6b7fece6f95 service neutron] 10.222.0.20 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6743910
Apr 15 15:00:02.575664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.599776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Transition to ACTIVE for port object ea197ef4-5674-4f8e-8380-7c3cf85a95c2 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:02.662020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1362-1415-4544-abad-acb98bfa49dd req-6abcf467-4ab2-4e3a-88ac-8045ceb4c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:02.665105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=c5b63898-8662-460c-ac35-29a48a05c84a,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:02.670796 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-6abcf467-4ab2-4e3a-88ac-8045ceb4c1b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1aeb7a56c72c4c97ba7e5e0d42b2c913&device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 1096 time: 0.1576614
Apr 15 15:00:02.678605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:02.681292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.695841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:02.740040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:02.786362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.868262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:02.895110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37095f49-d0d9-4b40-9d60-639bd8d81ca2,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:02.906070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:02.907892 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37095f49-d0d9-4b40-9d60-639bd8d81ca2 HTTP/1.1" status: 204  len: 168 time: 1.1137908
Apr 15 15:00:02.911726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:02.933572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce5baf-d417-4807-8312-e63e497fb4be req-bfcaf9f5-b787-48d6-b633-3a390cc65249 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:02.935636 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31ce5baf-d417-4807-8312-e63e497fb4be req-bfcaf9f5-b787-48d6-b633-3a390cc65249 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 943 time: 0.2217178
Apr 15 15:00:02.975416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'Port': ['ID=b07d8fa9-d040-4f90-bb00-6893c3b1b573,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:02.979905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:03.080527 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31ce5baf-d417-4807-8312-e63e497fb4be req-a60ec2d4-4475-4065-81fa-e9cd16e8364f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379080
Apr 15 15:00:03.179470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1362-1415-4544-abad-acb98bfa49dd req-c12218d7-450a-4e9d-a2fd-92d466314025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:03.180895 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-c12218d7-450a-4e9d-a2fd-92d466314025 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf356c1b-d947-48a9-9559-3f9c2e9a2f20 HTTP/1.1" status: 200  len: 912 time: 0.5018272
Apr 15 15:00:03.183069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:03.218531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7241051e-147d-4d79-90c8-59dbf11dde4d service neutron] 10.222.0.20 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6682994
Apr 15 15:00:03.332964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:03.344063 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8092787
Apr 15 15:00:03.446859 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56726f59-40f0-4df6-b926-471f629cdab7 req-8a2318b1-18e7-44e3-bccf-67c619bbf2fd tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 210 time: 0.0935838
Apr 15 15:00:03.449246 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-e3e268e2-5078-45da-ad5f-18406737ab67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939 HTTP/1.1" status: 200  len: 217 time: 0.2616360
Apr 15 15:00:03.579533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:03.639907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-175f2022-68bc-4673-acff-e13022e53dca req-c86600f0-6316-4460-9ef6-2f0d88d80db5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Synchronizing usage tracker for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:03.665685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e715cf-1205-46eb-bf9a-5f64c8776a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:03.694548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1362-1415-4544-abad-acb98bfa49dd req-847a896b-c8d1-4667-8211-4fcb93af7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:03.696198 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-847a896b-c8d1-4667-8211-4fcb93af7ef2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53aafb37-4562-4206-8b75-59064187635f HTTP/1.1" status: 200  len: 851 time: 0.2393904
Apr 15 15:00:03.754526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf7d3d-1a2c-46b7-b8ef-e9010a410b51 None None] Pushing event updated for resources: {'Port': ['ID=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:03.814254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-44cf7d3d-1a2c-46b7-b8ef-e9010a410b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:03.841671 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-a395c70b-1115-4ad8-9b5e-47fb58555b8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf356c1b-d947-48a9-9559-3f9c2e9a2f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1363788
Apr 15 15:00:03.842884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-175f2022-68bc-4673-acff-e13022e53dca req-c86600f0-6316-4460-9ef6-2f0d88d80db5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Unset dirty status for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:03.849699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-83dbc25f-f370-4f80-8cb3-7c7079c73404 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:03.851463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Attempting to bind port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:00:03.852066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Attempting to bind port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:00:03.852692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Attempting to bind port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 on network b642d0e5-d862-4daf-a797-d50c8612b320 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:03.857630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:03.858211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:03.867804 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-175f2022-68bc-4673-acff-e13022e53dca req-c86600f0-6316-4460-9ef6-2f0d88d80db5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 210 time: 0.3073516
Apr 15 15:00:03.955887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-83dbc25f-f370-4f80-8cb3-7c7079c73404 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:03.960421 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-83dbc25f-f370-4f80-8cb3-7c7079c73404 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1916557702&fields=id&tenant_id=589dd54c1d1a4182b52c8dc011a9240c HTTP/1.1" status: 200  len: 267 time: 0.2529306
Apr 15 15:00:03.976162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:00:03.976587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Checking segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:03.977045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:03.977491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Bound using segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:00:03.978027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Bound port: ea197ef4-5674-4f8e-8380-7c3cf85a95c2, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:00:03.978475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:04.172766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c5b63898-8662-460c-ac35-29a48a05c84a up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:04.272370 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-2438d4af-8e1a-49f9-a8f4-c3a6f5a5a0d9 service neutron] 10.222.0.10 "GET /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4021890
Apr 15 15:00:04.313748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] For port ea197ef4-5674-4f8e-8380-7c3cf85a95c2, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:00:04.359431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] For port ea197ef4-5674-4f8e-8380-7c3cf85a95c2, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:00:04.367014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-937d8c07-ea8e-4678-bdf5-dab3df3a2f6c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:04.372106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-937d8c07-ea8e-4678-bdf5-dab3df3a2f6c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:04.393709 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port c5b63898-8662-460c-ac35-29a48a05c84a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:04.394305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:04.441379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-937d8c07-ea8e-4678-bdf5-dab3df3a2f6c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:04.443508 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-937d8c07-ea8e-4678-bdf5-dab3df3a2f6c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 810 time: 0.4774103
Apr 15 15:00:04.463615 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-0155212a-4eb4-4072-9e12-6bd712abf715 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/quotas/589dd54c1d1a4182b52c8dc011a9240c HTTP/1.1" status: 200  len: 375 time: 0.0119991
Apr 15 15:00:04.473025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:04.492137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:04.549497 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aeab1362-1415-4544-abad-acb98bfa49dd req-7e8dc4aa-23ee-4148-b4ae-085cac6ae48d service neutron] 10.222.0.10 "GET /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2695415
Apr 15 15:00:04.617372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce21be-465b-4ab5-b1c8-c24c409da1b4 req-f08624de-dde3-45ad-bd7e-144063ab9b6b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:04.627277 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dcce21be-465b-4ab5-b1c8-c24c409da1b4 req-f08624de-dde3-45ad-bd7e-144063ab9b6b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 943 time: 0.1977143
Apr 15 15:00:04.709128 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dcce21be-465b-4ab5-b1c8-c24c409da1b4 req-56147417-e450-43a7-a800-1fce416283a4 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807831
Apr 15 15:00:04.741139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-7cd25ff6-255c-4421-9dcf-a000d24eb180 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:04.841593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-7cd25ff6-255c-4421-9dcf-a000d24eb180 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:04.846190 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-7cd25ff6-255c-4421-9dcf-a000d24eb180 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3710158
Apr 15 15:00:04.952544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf7d3d-1a2c-46b7-b8ef-e9010a410b51 None None] Pushing event updated for resources: {'Port': ['ID=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:04.976889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-44cf7d3d-1a2c-46b7-b8ef-e9010a410b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:05.000517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-877ffdc2-fa0c-427c-acfa-15f1ce21ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:05.083027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Routers {'3c697f14-e2f4-4d10-ab96-eccf3b6f278a'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:00:05.084957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426da6abe0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:00:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:05.171296 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-1f605cc8-fdf7-417e-9b9a-9221a8d6662b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:05.179407 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-315caad0-63e0-4f6b-965c-68434d58f796 service neutron] 10.222.0.20 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3201847
Apr 15 15:00:05.182647 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-1f605cc8-fdf7-417e-9b9a-9221a8d6662b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 819 time: 0.2692325
Apr 15 15:00:05.204639 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-097ea991-cac1-4e3d-aec5-f524cf1c3342 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/quotas/3aa16636334347b1b27b4cd33f4639e6 HTTP/1.1" status: 200  len: 375 time: 0.0186615
Apr 15 15:00:05.339965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-432c0e74-c3f7-4f24-acd8-9dfaa2acedee tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1337335
Apr 15 15:00:05.392928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] Set router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:00:05.397971 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-4714ab71-8791-4b7b-84d4-042fa0f6c0f7 service neutron] 10.222.0.20 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004042
Apr 15 15:00:05.532156 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-83202d7b-27aa-42fa-a5d3-604f736b7484 service neutron] 10.222.0.20 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836164
Apr 15 15:00:05.692083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 8d1547c4-fedb-4d79-be17-a7bc3f185939 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:00:05.732800 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-6f7fb8e6-a424-4c7a-98a5-ebce3a8fb788 service neutron] 10.222.0.20 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994319
Apr 15 15:00:05.751636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-dc186ce5-3b08-40d3-9e15-fd345a62c4a3 req-9e2cc52e-17d9-498d-bae3-d03b47a0eb31 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:05.796536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-dc186ce5-3b08-40d3-9e15-fd345a62c4a3 req-9e2cc52e-17d9-498d-bae3-d03b47a0eb31 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:05.809363 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dc186ce5-3b08-40d3-9e15-fd345a62c4a3 req-9e2cc52e-17d9-498d-bae3-d03b47a0eb31 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 210 time: 0.1245329
Apr 15 15:00:05.863259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 54986) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:06.031720 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c549ec8c-1160-4a1f-8556-b4dd9ebfee02 req-4e2510c3-be9f-4615-be2b-c09ed21d3938 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.1502452
Apr 15 15:00:06.237120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-75c3ead5-e26f-401e-8e4e-d9238b43a270 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:06.238942 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-75c3ead5-e26f-401e-8e4e-d9238b43a270 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 815 time: 0.4555109
Apr 15 15:00:06.350141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.385286 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-6651b73c-978c-4a08-a515-7af771de552c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 5704 time: 0.0971215
Apr 15 15:00:06.396568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'port': {'device_id': '05631e86-ae22-46a3-b74e-539f4dff2128', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'admin_state_up': True, 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'security_groups': ['a9785143-41c0-4ce7-9b38-ef121a27d8ca']}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:06.417829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.427450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 8d1547c4-fedb-4d79-be17-a7bc3f185939, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939,segment=NetworkSegment(423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e),segment_id=423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:06.456093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '8d1547c4-fedb-4d79-be17-a7bc3f185939', 'network_id': 'cf356c1b-d947-48a9-9559-3f9c2e9a2f20', 'port_id': '8d1547c4-fedb-4d79-be17-a7bc3f185939', 'mac_address': 'fa:16:3e:73:6b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aafb37-4562-4206-8b75-59064187635f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:00:06.456303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-109fdbe2-93a0-4c04-9aea-c96ed46ff42a req-b1ab9231-963e-451b-8ed5-ad44a50ff037 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 210 time: 0.2493303
Apr 15 15:00:06.483615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:06.510986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Usage tracker for resource:security_group_rule and tenant:ae925294033a45e2a77052bd0c5b47a6 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:06.510986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:06.522100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:06.556401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.577781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426da6abe0>, [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T14:59:52Z', 'revision_number': 4, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'ea197ef4-5674-4f8e-8380-7c3cf85a95c2', 'name': '', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'mac_address': 'fa:16:3e:74:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:46Z', 'updated_at': '2021-04-15T15:00:04Z', 'revision_number': 4, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'subnets': [{'id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:06.583523 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1547c4-fedb-4d79-be17-a7bc3f185939 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:06.608620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 8d1547c4-fedb-4d79-be17-a7bc3f185939, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939,segment=NetworkSegment(423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e),segment_id=423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:06.608620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956ca9-cf53-40b1-ab2b-f00b417dca8e None None] The sync data for ids ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'] in dv-cinder-734144-16-iscsi is: [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T14:59:52Z', 'revision_number': 4, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'ea197ef4-5674-4f8e-8380-7c3cf85a95c2', 'name': '', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'mac_address': 'fa:16:3e:74:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:46Z', 'updated_at': '2021-04-15T15:00:04Z', 'revision_number': 4, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'subnets': [{'id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:00:06.643451 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e8d1-9476-4909-95e8-c717a8db6ff9 req-ba3f72b0-1dae-4aff-8576-a9503ddf2b95 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:06.654491 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2eb1e8d1-9476-4909-95e8-c717a8db6ff9 req-ba3f72b0-1dae-4aff-8576-a9503ddf2b95 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 943 time: 0.4051340
Apr 15 15:00:06.688146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.700422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:06.720572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:06.746975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:06.808383 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2eb1e8d1-9476-4909-95e8-c717a8db6ff9 req-450024ed-64f3-415c-b6cf-00e908c67bfc tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492910
Apr 15 15:00:06.829575 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Made reservation on behalf of 601a38b9c2834be886bea02ceb08324e for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:06.843872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.872552 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=8d1547c4-fedb-4d79-be17-a7bc3f185939,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:06.882089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:06.922202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.932350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.10', 49270) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:06.950538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:06.955143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['8d1547c4-fedb-4d79-be17-a7bc3f185939'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:07.336039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device ea197ef4-5674-4f8e-8380-7c3cf85a95c2 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:07.405459 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4f880b23-8b63-4a18-8b0c-e17e65117d20 req-ee80fd98-973e-4d05-8035-e571ad2da031 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.2383115
Apr 15 15:00:07.503534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:07.511371 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4fae4c9f-fa67-47ad-904b-03cef73a2467 req-f45f8866-345b-414d-bf6d-82ac2121487d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 210 time: 0.2272892
Apr 15 15:00:07.522941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Allocated IP 172.20.0.10 (3b8c35f2-0e21-4c52-a09c-ec81ceb82065/41060655-a340-4c50-b60d-57b168c50058/e39db290-26e7-4e8c-8e56-6fe847e46640) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:00:07.554548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:07.591311 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae925294033a45e2a77052bd0c5b47a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7266352
Apr 15 15:00:07.653347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55054) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:07.669592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade511b-6ce0-431d-b30e-336d56666cb3,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:07.685488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:07.702684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-0368a398-702a-4460-ac16-c7ff9ce36373 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:07.704763 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-0368a398-702a-4460-ac16-c7ff9ce36373 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 819 time: 0.7709351
Apr 15 15:00:07.732248 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Request body: {'port': {'device_id': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'admin_state_up': True, 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:07.870497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:07.870497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:07.916756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:07.927319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:08.028667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:08.034343 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:08.034901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.186846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55068) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:08.188573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Made reservation on behalf of 3aa16636334347b1b27b4cd33f4639e6 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:08.195542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.263786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.273718 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50e31a62-dc44-49fb-b3fe-10347a968166 req-ad5934e5-1660-4e26-882b-16966141ef0c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 210 time: 0.0916197
Apr 15 15:00:08.431965 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.441841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-aecd7834-0011-427e-b127-2fdc326741c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:08.447859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.512707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade511b-6ce0-431d-b30e-336d56666cb3,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:08.528817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:08.552749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.616301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port ea197ef4-5674-4f8e-8380-7c3cf85a95c2, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:08.641311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:08.645814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Usage tracker for resource:security_group_rule and tenant:4551dba6effd495ab8b3c330498ba050 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:08.648473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:08.652613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.655693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:08.657301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:08.695764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Allocated IP 172.20.0.9 (b642d0e5-d862-4daf-a797-d50c8612b320/fe60735d-3860-497f-b6a0-dcb6d7e94048/2983b4c7-356e-4359-980d-1a70b0ac3296) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:00:08.725269 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-12ef41a9-1970-4950-ae26-d04c5b776cab req-c80efc23-ff95-46bb-b22d-f62472238cd2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.1529591
Apr 15 15:00:08.787029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.788684 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fade511b-6ce0-431d-b30e-336d56666cb3 HTTP/1.1" status: 204  len: 168 time: 1.1330175
Apr 15 15:00:08.810780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:08.825696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:08.848288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:08.868423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Transition to ACTIVE for port object e39db290-26e7-4e8c-8e56-6fe847e46640 will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:08.937394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f957-9767-4600-bd7d-b2d4e6034e47 req-65b88600-0b33-482e-a94a-026e0cf4d4df tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:08.939159 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-beb5f957-9767-4600-bd7d-b2d4e6034e47 req-65b88600-0b33-482e-a94a-026e0cf4d4df tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 944 time: 0.6728382
Apr 15 15:00:09.001131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c6c4e45c-bc72-422e-8960-0fec8c88009a req-7b51dd00-1add-4146-b654-a4356906741e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:09.008983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.024423 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-beb5f957-9767-4600-bd7d-b2d4e6034e47 req-b5057676-c9a7-42dd-9b8e-41f13f7c07a1 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763099
Apr 15 15:00:09.033842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.060676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:09.107292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device ea197ef4-5674-4f8e-8380-7c3cf85a95c2 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:09.166755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c6c4e45c-bc72-422e-8960-0fec8c88009a req-7b51dd00-1add-4146-b654-a4356906741e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:09.169593 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6c4e45c-bc72-422e-8960-0fec8c88009a req-7b51dd00-1add-4146-b654-a4356906741e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 210 time: 0.2322669
Apr 15 15:00:09.170387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.261841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.266007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:09.378434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:09.394107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:09.435030 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4551dba6effd495ab8b3c330498ba050&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2468340
Apr 15 15:00:09.445857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55108) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:09.466160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:00:09.484808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:09.484808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:00:09.490698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:09.491376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.520796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:09.521856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c8f997-be26-40c9-9ce7-50333912d892,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:09.525602 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.530845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:09.561329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.10', 49276) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:09.583990 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b06c9c5c-21d0-4872-afef-c72a0ba147ff req-a458b02b-bd42-42a3-96e6-4282d3abb469 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 210 time: 0.1631615
Apr 15 15:00:09.593106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.627313 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2353709
Apr 15 15:00:09.655604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 8d1547c4-fedb-4d79-be17-a7bc3f185939 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:09.656055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Request body: {'port': {'device_id': '05631e86-ae22-46a3-b74e-539f4dff2128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:09.690716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:09.822974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 8d1547c4-fedb-4d79-be17-a7bc3f185939 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:09.840421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 8d1547c4-fedb-4d79-be17-a7bc3f185939 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:09.840855 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:09.989623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b2bf637e-6ffa-4f02-ac18-c69885812230 None None] Provisioning for port e39db290-26e7-4e8c-8e56-6fe847e46640 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:10.005735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b2bf637e-6ffa-4f02-ac18-c69885812230 None None] Provisioning complete for port e39db290-26e7-4e8c-8e56-6fe847e46640 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:10.006086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b2bf637e-6ffa-4f02-ac18-c69885812230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.067163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55118) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:10.072664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.106859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf637e-6ffa-4f02-ac18-c69885812230 None None] Port e39db290-26e7-4e8c-8e56-6fe847e46640 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:00:10.121492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4dadb4-0f88-4780-8581-4288826480a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1547c4-fedb-4d79-be17-a7bc3f185939'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:10.164792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Pushing event updated for resources: {'Port': ['ID=2983b4c7-356e-4359-980d-1a70b0ac3296,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:10.180372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.10', 49278) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:10.183126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:10.210693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 8d1547c4-fedb-4d79-be17-a7bc3f185939, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939,segment=NetworkSegment(423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e),segment_id=423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:10.217521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ec3bb6c6-a07e-4aa4-bbbb-ca2819d0f7d4 req-d7400e7e-0598-4d35-adc6-6586ab475394 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.1394324
Apr 15 15:00:10.244483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.247076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:10.272703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.295480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.301333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Network b642d0e5-d862-4daf-a797-d50c8612b320 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:00:10.325083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.352856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:10.366081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:00:10.376231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:10.377018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.414094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=8d1547c4-fedb-4d79-be17-a7bc3f185939,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:10.417869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:10.447043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:10.452352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.454499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7367506
Apr 15 15:00:10.475320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d091530589f042a0b9bc22d192ae7ac7 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:10.483616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Request body: {'port': {'device_id': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:10.525519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:10.535696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d2f775dd-4616-4b93-b649-655ed7e934b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:10.552514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c940-7e84-47dd-89e5-10208e8cdeb5 req-6ef8305c-35b1-4247-90c7-ec85a216022b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:10.554125 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1447c940-7e84-47dd-89e5-10208e8cdeb5 req-6ef8305c-35b1-4247-90c7-ec85a216022b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.3231921
Apr 15 15:00:10.569394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c8f997-be26-40c9-9ce7-50333912d892,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:10.571988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:10.580727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:10.584906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-db8c7a87-fd93-416c-8a7f-e9550ee3acc6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:10.586508 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-db8c7a87-fd93-416c-8a7f-e9550ee3acc6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 810 time: 0.4019721
Apr 15 15:00:10.647901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3823939d-6ce7-40e5-8ece-2b57c95a0943 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:10.655683 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3823939d-6ce7-40e5-8ece-2b57c95a0943 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 819 time: 1.0932777
Apr 15 15:00:10.670673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Request body: {'port': {'device_id': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'admin_state_up': True, 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:10.697941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.700229 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29c8f997-be26-40c9-9ce7-50333912d892 HTTP/1.1" status: 204  len: 168 time: 1.2446597
Apr 15 15:00:10.701137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.774868 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1447c940-7e84-47dd-89e5-10208e8cdeb5 req-ea28d541-3bae-4ac5-a0fb-ffa336843702 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067380
Apr 15 15:00:10.857914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-fb64cdad-1305-41ba-98eb-a59196b2ad5f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=589dd54c1d1a4182b52c8dc011a9240c HTTP/1.1" status: 200  len: 5705 time: 0.2413356
Apr 15 15:00:10.858995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:10.925468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'port': {'device_id': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'admin_state_up': True, 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'security_groups': ['112e6f7d-725a-494e-a00d-dbcdc3b92ec6']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:11.041785 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4dadb4-0f88-4780-8581-4288826480a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1547c4-fedb-4d79-be17-a7bc3f185939', 'code': 200}
Apr 15 15:00:11.195889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895de075-0e5c-4deb-8e0f-8b9caafff51f req-d75bbba6-7bdc-4aa4-9a2d-de3b7ff44d5c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:11.197740 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-895de075-0e5c-4deb-8e0f-8b9caafff51f req-d75bbba6-7bdc-4aa4-9a2d-de3b7ff44d5c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 932 time: 0.7464759
Apr 15 15:00:11.249583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:11.287884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-5a21f6e1-a20e-4bbe-bbca-4e849a519f6c req-4b481e2f-8d30-4980-85f9-78dad5dc402f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Synchronizing usage tracker for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:11.297154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Usage tracker for resource:port and tenant:3aa16636334347b1b27b4cd33f4639e6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:11.306070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:11.323044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:11.344077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:11.396363 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-895de075-0e5c-4deb-8e0f-8b9caafff51f req-660855ef-ef0e-4003-bc38-b57bb38c4033 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1596038
Apr 15 15:00:11.397026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:11.418706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f3f43a56-cd09-4ae3-8016-ed46d4b110ef tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:11.424997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:11.434893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.10', 49282) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:11.478626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Made reservation on behalf of 3aa16636334347b1b27b4cd33f4639e6 for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:11.495649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:11.537863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-5a21f6e1-a20e-4bbe-bbca-4e849a519f6c req-4b481e2f-8d30-4980-85f9-78dad5dc402f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Unset dirty status for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:11.538606 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a21f6e1-a20e-4bbe-bbca-4e849a519f6c req-4b481e2f-8d30-4980-85f9-78dad5dc402f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 210 time: 0.3821986
Apr 15 15:00:11.539046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:11.616325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55180) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:11.706499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Made reservation on behalf of 589dd54c1d1a4182b52c8dc011a9240c for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:11.716598 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d091530589f042a0b9bc22d192ae7ac7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6287134
Apr 15 15:00:11.716755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:11.724882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55190) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:11.751846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98d51f-963c-4131-9373-d6a5b57f179f,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:11.763139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058657c-93d3-4810-83e0-e7513a630b45 req-35d80b1a-cea1-40a8-b265-508df9763215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:11.763753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:11.764720 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a058657c-93d3-4810-83e0-e7513a630b45 req-35d80b1a-cea1-40a8-b265-508df9763215 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 1098 time: 0.3280408
Apr 15 15:00:11.776773 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bd2004bb-3f23-413e-8b72-0321133599e3 req-29d92863-1247-40aa-b897-c0dbc3ca6d4e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.1757398
Apr 15 15:00:11.779425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:11.892892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:11.900949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Usage tracker for resource:security_group_rule and tenant:4c9e021832744665a58a869431eeb3b7 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:11.906511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:11.918038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:11.921503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:11.958710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:11.978111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Usage tracker for resource:security_group_rule and tenant:b61d2d2e2e8645cda20d3b63d01f4c2a is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:11.995915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:12.032532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:12.077663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.111780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39db290-26e7-4e8c-8e56-6fe847e46640 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:12.123873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.152680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Transition to ACTIVE for port object e39db290-26e7-4e8c-8e56-6fe847e46640 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:12.179652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.189366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.209215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fd1d3f5c-56b0-44ec-84bc-aa531a9470c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:12.240660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.258759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.278020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2983b4c7-356e-4359-980d-1a70b0ac3296 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:12.298789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.341298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Allocated IP 172.20.0.14 (8feb84fd-6d37-408a-88f2-be86ff9e2be2/46d0b53d-613e-4009-88f6-7f4ad5dcb1f5/d86bbfc2-7e9b-4a13-977f-d067b7f179d8) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:00:12.367508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:12.369769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Transition to ACTIVE for port object 2983b4c7-356e-4359-980d-1a70b0ac3296 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:12.371759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:12.380043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b240865f-e7f2-4414-89cf-05897b3fed96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:12.415720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ef2d5-91de-43bb-9c9c-4784d008532b req-84751de0-6f3c-4b97-b1f3-c4f3a9d73937 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:12.418053 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-724ef2d5-91de-43bb-9c9c-4784d008532b req-84751de0-6f3c-4b97-b1f3-c4f3a9d73937 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.4055855
Apr 15 15:00:12.423762 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c9e021832744665a58a869431eeb3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8063321
Apr 15 15:00:12.429925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.436629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55198) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:12.486313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:00:12.503915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b612abd6-86ac-447c-b28c-8e38a4cb75fd,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:12.507267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:12.508985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:12.517614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Allocated IP 172.20.0.2 (b642d0e5-d862-4daf-a797-d50c8612b320/fe60735d-3860-497f-b6a0-dcb6d7e94048/03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:00:12.594938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.715895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.716697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:12.779988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Attempting to bind port e39db290-26e7-4e8c-8e56-6fe847e46640 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:00:12.780372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Attempting to bind port e39db290-26e7-4e8c-8e56-6fe847e46640 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:00:12.780750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Attempting to bind port e39db290-26e7-4e8c-8e56-6fe847e46640 on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:12.814041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Port e39db290-26e7-4e8c-8e56-6fe847e46640 on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:00:12.814342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Attempting to bind port e39db290-26e7-4e8c-8e56-6fe847e46640 on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:12.870504 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0850985
Apr 15 15:00:12.928690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2983b4c7-356e-4359-980d-1a70b0ac3296,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:12.934413 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-724ef2d5-91de-43bb-9c9c-4784d008532b req-b9fb0e14-c28d-4f04-b160-017e0ed904f6 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5031681
Apr 15 15:00:12.936702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:12.955443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0bea336b-964c-45fc-b495-ae45ecb5c4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:12.990990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.026965 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.130851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:00:13.131323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Checking segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:13.131863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Bound using segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:00:13.132491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Bound port: e39db290-26e7-4e8c-8e56-6fe847e46640, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:00:13.132958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.267366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be370128-ad6f-40bd-954f-39b8f2695ab5 req-e6daf937-7a83-4a33-9f22-f7612e987624 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:13.269626 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-be370128-ad6f-40bd-954f-39b8f2695ab5 req-e6daf937-7a83-4a33-9f22-f7612e987624 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.6702144
Apr 15 15:00:13.428517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.440137 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52946087-6197-4738-b6b1-f693eb1e10d2 req-5e0a2071-66aa-4876-ab23-86088c2fbfde tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 210 time: 0.1127894
Apr 15 15:00:13.446242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd9fa1-9fe0-4a3b-8d1d-0c728ddf62dd,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:13.454356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.470335 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-be370128-ad6f-40bd-954f-39b8f2695ab5 req-3e92af2f-f9f8-4a3d-bb1f-c43a73f47660 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599700
Apr 15 15:00:13.470648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.471139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:00:13.471214 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a98d51f-963c-4131-9373-d6a5b57f179f HTTP/1.1" status: 204  len: 168 time: 1.7298613
Apr 15 15:00:13.471285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:00:13.562123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98d51f-963c-4131-9373-d6a5b57f179f,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:13.581533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:13.582161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:13.582516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:13.589528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Transition to ACTIVE for port object d86bbfc2-7e9b-4a13-977f-d067b7f179d8 will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:13.696139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-7f8348b9-618c-40a1-911c-c6ca9cbed836 req-dcd7aa58-d476-4ad1-b440-0b4425cfcdde tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:13.708052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Attempting to bind port 2983b4c7-356e-4359-980d-1a70b0ac3296 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:00:13.708430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Attempting to bind port 2983b4c7-356e-4359-980d-1a70b0ac3296 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:00:13.708796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Attempting to bind port 2983b4c7-356e-4359-980d-1a70b0ac3296 on network b642d0e5-d862-4daf-a797-d50c8612b320 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:13.723584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Port 2983b4c7-356e-4359-980d-1a70b0ac3296 on network b642d0e5-d862-4daf-a797-d50c8612b320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:00:13.723944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Attempting to bind port 2983b4c7-356e-4359-980d-1a70b0ac3296 on network b642d0e5-d862-4daf-a797-d50c8612b320 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:13.734082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:00:13.734478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Checking segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:13.735081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Bound using segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:00:13.735606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Bound port: 2983b4c7-356e-4359-980d-1a70b0ac3296, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:00:13.735966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:13.835271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] For port 2983b4c7-356e-4359-980d-1a70b0ac3296, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:00:13.840516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] For port 2983b4c7-356e-4359-980d-1a70b0ac3296, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2983b4c7-356e-4359-980d-1a70b0ac3296,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:00:14.207862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.210210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.211637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.215793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-7f8348b9-618c-40a1-911c-c6ca9cbed836 req-dcd7aa58-d476-4ad1-b440-0b4425cfcdde tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:14.228358 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f8348b9-618c-40a1-911c-c6ca9cbed836 req-dcd7aa58-d476-4ad1-b440-0b4425cfcdde tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.6007922
Apr 15 15:00:14.230351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.238347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:14.255047 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:14.284151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.564666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2983b4c7-356e-4359-980d-1a70b0ac3296,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:14.752483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'Port': ['ID=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:14.755660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:14.757828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:14.772455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f32ef0d6-2302-4628-8fae-ae0e07265e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:14.797612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.798953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b612abd6-86ac-447c-b28c-8e38a4cb75fd HTTP/1.1" status: 204  len: 168 time: 2.3578122
Apr 15 15:00:14.812799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b612abd6-86ac-447c-b28c-8e38a4cb75fd,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:14.815340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:14.827153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:14.855452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:14.906283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:14.906721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:14.974048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Pushing event updated for resources: {'Port': ['ID=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:14.986909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:14.986909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:14.987205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:14.987274 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] 10.222.0.10 "PUT /v2.0/ports/2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 1093 time: 4.5196822
Apr 15 15:00:14.995713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'tag': '2983b4c7-356e-4359-980d-1a70b0ac3296'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:15.003600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Network b642d0e5-d862-4daf-a797-d50c8612b320 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:00:15.012030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.012853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.019821 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] 10.222.0.10 "PUT /v2.0/ports/e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 1094 time: 5.3715987
Apr 15 15:00:15.019821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:15.022403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:15.026953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:00:15.033741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.034468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.137365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8370-6acc-44db-901e-1626e863c0b4 req-45fc0113-bf80-4788-8f33-f9086921c9da tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.146465 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c49f8370-6acc-44db-901e-1626e863c0b4 req-45fc0113-bf80-4788-8f33-f9086921c9da tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 931 time: 0.3872268
Apr 15 15:00:15.154128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.170099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:00:15.182508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2e88-fc6a-4ea5-a2d3-b32689f31bb5 req-46abd9f4-e60c-4fe1-9bbf-159a65ef6e6a tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.185075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f16b2e88-fc6a-4ea5-a2d3-b32689f31bb5 req-46abd9f4-e60c-4fe1-9bbf-159a65ef6e6a tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.6472239
Apr 15 15:00:15.210535 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5401695
Apr 15 15:00:15.237415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:15.240018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:00:15.246718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.247469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.295368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Request body: {'port': {'device_id': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:15.306905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c49f8370-6acc-44db-901e-1626e863c0b4 req-85c78f33-8a27-4ba6-9fae-334365ca9ce7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Synchronizing usage tracker for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:15.335666 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4525073
Apr 15 15:00:15.357450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Request body: {'port': {'device_id': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:15.392695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-532b0b62-8724-4f25-b1bc-4b37f9175a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.394336 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-532b0b62-8724-4f25-b1bc-4b37f9175a89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1097 time: 0.2276044
Apr 15 15:00:15.447633 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f16b2e88-fc6a-4ea5-a2d3-b32689f31bb5 req-3fb630fd-f20f-4291-b381-a3aa4aace6c7 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482738
Apr 15 15:00:15.485652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-b041e490-a00e-4024-b9e7-79046941722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.491984 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-b041e490-a00e-4024-b9e7-79046941722a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1096 time: 0.4219525
Apr 15 15:00:15.572644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.594915 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-2a13e7f8-32d8-444b-be96-a707d597a58b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.0947750
Apr 15 15:00:15.631096 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-51f70cad-06aa-4c20-b3c6-6b355c609e4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 217 time: 0.2161703
Apr 15 15:00:15.631848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c49f8370-6acc-44db-901e-1626e863c0b4 req-85c78f33-8a27-4ba6-9fae-334365ca9ce7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Unset dirty status for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:15.644807 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c49f8370-6acc-44db-901e-1626e863c0b4 req-85c78f33-8a27-4ba6-9fae-334365ca9ce7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4972117
Apr 15 15:00:15.680932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-c7a50973-9daf-4089-89cd-64c9cc25d36c None None] Provisioning for port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:15.688418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-c7a50973-9daf-4089-89cd-64c9cc25d36c None None] Provisioning complete for port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:15.689174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7a50973-9daf-4089-89cd-64c9cc25d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.758562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55292) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:15.781982 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'status': 'completed', 'code': 200}
Apr 15 15:00:15.783373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c7a50973-9daf-4089-89cd-64c9cc25d36c None None] Port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:00:15.821337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-c720cb16-07cf-482c-a8e3-87a59b80513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:15.823984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:15.825138 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-c720cb16-07cf-482c-a8e3-87a59b80513e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.2219901
Apr 15 15:00:15.920318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:15.923121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:16.037515 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-8f4d63d3-be6f-45bc-af5b-5de426f87838 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1410346
Apr 15 15:00:16.054708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Usage tracker for resource:security_group_rule and tenant:58c148cdbe2749ec97438fbe9ebbafa5 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:16.061647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-dc81003c-c591-44bf-92fe-110de0461836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:16.063422 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-dc81003c-c591-44bf-92fe-110de0461836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.4063885
Apr 15 15:00:16.100174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:16.120547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:16.237842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b366b-dd21-45c7-95b3-d5133e432f04 req-aadd5377-8c38-4179-8920-750621d8980c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:16.239483 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-358b366b-dd21-45c7-95b3-d5133e432f04 req-aadd5377-8c38-4179-8920-750621d8980c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.4542265
Apr 15 15:00:16.420922 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-358b366b-dd21-45c7-95b3-d5133e432f04 req-25c704cf-dc6c-434c-bd65-d7f88806a02e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1677217
Apr 15 15:00:16.431546 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-c14c0805-a39d-4c43-83a3-0e5ba4b124aa service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3786552
Apr 15 15:00:16.477132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6255090-cfb1-4a5c-90e8-6020e3a50442 req-6df36790-8edf-4605-8b24-0e485cef827f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:16.485883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6255090-cfb1-4a5c-90e8-6020e3a50442 req-6df36790-8edf-4605-8b24-0e485cef827f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 932 time: 0.4348476
Apr 15 15:00:16.556790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-8aa9229b-1514-4739-ba65-5406ec02c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:16.559065 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-8aa9229b-1514-4739-ba65-5406ec02c970 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4400151
Apr 15 15:00:16.566400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:16.619812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:16.706720 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6255090-cfb1-4a5c-90e8-6020e3a50442 req-b39d300d-dd5a-4cd8-bf3d-5577fd35d5c3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2197289
Apr 15 15:00:16.723038 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'tag': '2983b4c7-356e-4359-980d-1a70b0ac3296', 'status': 'completed', 'code': 200}
Apr 15 15:00:16.736154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6289d5b8-b811-478c-b08c-38b955f6fc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:16.756809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:16.771224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:16.807263 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Transition to ACTIVE for port object 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:16.866131 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd1717d8-c5d3-4fa8-b303-5f4686a15f7c req-84015755-c131-421a-880b-facb504267e5 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4225216
Apr 15 15:00:16.873332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:16.886561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55332) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:16.912144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:17.159948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58c148cdbe2749ec97438fbe9ebbafa5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3953712
Apr 15 15:00:17.173973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55344) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:17.175983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf7a17b-80d9-4278-a2a6-7d34071460da,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:17.186755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:17.332256 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-6764bc93-c5bc-425b-b3fd-6f6b7c65a533 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7545223
Apr 15 15:00:17.339799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:17.373705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Pushing event updated for resources: {'Port': ['ID=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:17.377031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:17.408073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:17.427917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Usage tracker for resource:security_group_rule and tenant:eab3f383d43544c48f05efa38d777e0f is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:17.433807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:17.454544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:17.467705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86bbfc2-7e9b-4a13-977f-d067b7f179d8 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:17.476110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:17.485104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02514c8-5cb1-4a66-b365-e7be79c195df req-76a5170d-3415-4eae-ba4a-2b0e07b18dfc tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:17.486762 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d02514c8-5cb1-4a66-b365-e7be79c195df req-76a5170d-3415-4eae-ba4a-2b0e07b18dfc tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.6717675
Apr 15 15:00:17.498522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb32fed-abae-4c10-bc2c-52c685ed1e57 req-e50134b6-ead3-4f7f-aaea-8445a8657854 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:17.500186 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3bb32fed-abae-4c10-bc2c-52c685ed1e57 req-e50134b6-ead3-4f7f-aaea-8445a8657854 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 943 time: 0.4313724
Apr 15 15:00:17.530155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:17.570261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:17.632135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Transition to ACTIVE for port object d86bbfc2-7e9b-4a13-977f-d067b7f179d8 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:17.633984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-cae787a9-739a-40fd-a7a4-f470a9eb6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:17.636446 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-cae787a9-739a-40fd-a7a4-f470a9eb6a0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1096 time: 0.6909354
Apr 15 15:00:17.666541 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3bb32fed-abae-4c10-bc2c-52c685ed1e57 req-668fddf7-eb44-4502-983d-6a270aa4280e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491382
Apr 15 15:00:17.675000 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6cfddd1e-b9dd-4dff-bd57-0cfb36ce711c req-07c8c66f-e871-43f5-aee4-c9348cbeb544 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3248043
Apr 15 15:00:17.680565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:17.707201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:17.751749 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d02514c8-5cb1-4a66-b365-e7be79c195df req-49502db3-8ee7-4c61-97b2-048064f8756c tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527418
Apr 15 15:00:17.753378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55368) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:17.893526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Attempting to bind port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:00:17.893909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Attempting to bind port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:00:17.894325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Attempting to bind port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e on network b642d0e5-d862-4daf-a797-d50c8612b320 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:17.909690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e on network b642d0e5-d862-4daf-a797-d50c8612b320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:00:17.909878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Attempting to bind port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e on network b642d0e5-d862-4daf-a797-d50c8612b320 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:17.935771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:00:17.936142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Checking segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:17.936579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Bound using segment: {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:00:17.937045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Bound port: 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dec42bd-f3c0-43f9-9312-d5651e737de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:00:17.937463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.057314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.096336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.100287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-a0c78b09-f3b1-42a7-95ec-06a5e63607a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.102219 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-a0c78b09-f3b1-42a7-95ec-06a5e63607a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.4093978
Apr 15 15:00:18.113564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.120952 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bf7a17b-80d9-4278-a2a6-7d34071460da HTTP/1.1" status: 204  len: 168 time: 0.9388707
Apr 15 15:00:18.124225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:18.139717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:18.142914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:18.162651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf7a17b-80d9-4278-a2a6-7d34071460da,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:18.184517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:18.213080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.259036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2986117-fb70-4b24-8bc1-0119ff6fa8a9 req-ac122b4e-bd63-43a1-a54f-e21beaead3d5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.261187 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e2986117-fb70-4b24-8bc1-0119ff6fa8a9 req-ac122b4e-bd63-43a1-a54f-e21beaead3d5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.3298850
Apr 15 15:00:18.262372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.272576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e00f-3248-4865-9b73-26d68870084c req-95282877-0dfa-48b5-9067-44375ea303a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.274231 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-95282877-0dfa-48b5-9067-44375ea303a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1097 time: 0.5106781
Apr 15 15:00:18.289539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79408c7e-87a3-47a8-a4fe-c1eab4de0451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:18.298321 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-1575e70a-f688-42ef-bf8b-c4a85973570f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.1850791
Apr 15 15:00:18.379944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:18.400568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Usage tracker for resource:security_group_rule and tenant:27670e18c8224f3ba3935e963dce4066 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:18.414767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] For port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:00:18.423223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:18.441771 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eab3f383d43544c48f05efa38d777e0f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5369403
Apr 15 15:00:18.441771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:18.460028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55382) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:18.461788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87551238-e36f-4ffe-9092-b45dacdb3d09,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:18.467653 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:18.471607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] For port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:00:18.554494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.561650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-50bba309-b60b-46de-afa4-55b017ed9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.563208 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-50bba309-b60b-46de-afa4-55b017ed9b84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.2487955
Apr 15 15:00:18.564927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-e2986117-fb70-4b24-8bc1-0119ff6fa8a9 req-35705eb0-75fb-405e-b873-d4daa6f6a30e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:18.574542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Attempting to bind port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:00:18.574917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Attempting to bind port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:00:18.575379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Attempting to bind port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:18.599006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:18.626399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:00:18.626772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Attempting to bind port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:18.659970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:00:18.659970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Checking segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:18.659970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Bound using segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:00:18.659970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Bound port: d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:00:18.659970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:18.669655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-e2986117-fb70-4b24-8bc1-0119ff6fa8a9 req-35705eb0-75fb-405e-b873-d4daa6f6a30e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:18.670920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e2986117-fb70-4b24-8bc1-0119ff6fa8a9 req-35705eb0-75fb-405e-b873-d4daa6f6a30e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3956091
Apr 15 15:00:18.675287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e00f-3248-4865-9b73-26d68870084c req-ac984d67-4b74-4577-8ccd-f6c1de12e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.676805 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-ac984d67-4b74-4577-8ccd-f6c1de12e438 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.3280723
Apr 15 15:00:18.832632 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-f76e4387-1ba8-49b1-a331-d8d6ac53e619 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 217 time: 0.1481454
Apr 15 15:00:18.894353 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-af78fb8a-b347-4e1b-8b6e-94596cca7e26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3072038
Apr 15 15:00:18.951443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804259-ccfb-44bc-8ad6-9f105564f845 req-9a5221be-1108-40e6-a6ec-e9d16f1feab7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.959070 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4804259-ccfb-44bc-8ad6-9f105564f845 req-9a5221be-1108-40e6-a6ec-e9d16f1feab7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 944 time: 0.7681754
Apr 15 15:00:18.973075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e00f-3248-4865-9b73-26d68870084c req-0e45fb94-8c2f-4eac-8991-880cd0102708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:18.974700 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-0e45fb94-8c2f-4eac-8991-880cd0102708 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.1290784
Apr 15 15:00:18.980540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] For port d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:00:19.020121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.043109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] For port d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:00:19.096496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.120869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:19.128284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Pushing event updated for resources: {'Port': ['ID=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:19.134244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.145849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:19.196067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c4804259-ccfb-44bc-8ad6-9f105564f845 req-8f09d939-9bdc-42f6-ad3f-191f9233890c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:19.207174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.228439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.233888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a37eb-5ce6-4ea2-84b7-06efbe46db73 req-4fd4d8bb-7c46-42b0-b7ed-ffb716d1a8f2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:19.235914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d24a37eb-5ce6-4ea2-84b7-06efbe46db73 req-4fd4d8bb-7c46-42b0-b7ed-ffb716d1a8f2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 943 time: 0.3259306
Apr 15 15:00:19.240533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:19.256414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:19.282009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:19.330858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c4804259-ccfb-44bc-8ad6-9f105564f845 req-8f09d939-9bdc-42f6-ad3f-191f9233890c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:19.332120 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4804259-ccfb-44bc-8ad6-9f105564f845 req-8f09d939-9bdc-42f6-ad3f-191f9233890c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3722064
Apr 15 15:00:19.336181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:19.336351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e00f-3248-4865-9b73-26d68870084c req-101a2278-be5d-4016-aaa1-d75efd7341c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:19.336871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.337883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-101a2278-be5d-4016-aaa1-d75efd7341c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3542883
Apr 15 15:00:19.338334 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] 10.222.0.10 "PUT /v2.0/ports/03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e HTTP/1.1" status: 200  len: 1093 time: 4.0707936
Apr 15 15:00:19.355944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'tag': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:19.380559 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-df0af3bb-4165-4108-b7a5-01319a420d04 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4504573
Apr 15 15:00:19.387134 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27670e18c8224f3ba3935e963dce4066&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5437260
Apr 15 15:00:19.387134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189bcb64-4fb9-4f1d-8dc3-a4f5b1af9479,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:19.389167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55424) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:19.394117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:19.531801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'tag': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e', 'status': 'completed', 'code': 200}
Apr 15 15:00:19.551234 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d24a37eb-5ce6-4ea2-84b7-06efbe46db73 req-b951f5f5-f73d-4d8d-958c-d92fac2ad726 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936683
Apr 15 15:00:19.602378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.617095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:19.627520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:19.628213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.638324 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] 10.222.0.10 "PUT /v2.0/ports/d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 1094 time: 4.2862151
Apr 15 15:00:19.650374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:19.663052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87551238-e36f-4ffe-9092-b45dacdb3d09,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:19.676868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:19.703133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 2983b4c7-356e-4359-980d-1a70b0ac3296 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:00:19.706845 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-acd497ba-f0fc-4aa5-897b-8413e9c8a9e4 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524249
Apr 15 15:00:19.733571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.766260 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-38443c95-608b-4afd-8de0-f39351c7d4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3752892
Apr 15 15:00:19.768236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:19.769487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87551238-e36f-4ffe-9092-b45dacdb3d09 HTTP/1.1" status: 204  len: 168 time: 1.3008456
Apr 15 15:00:19.832742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-49ddbc43-b96b-41bd-81f0-f6f40274be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:19.848039 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-49ddbc43-b96b-41bd-81f0-f6f40274be23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 1096 time: 0.4018066
Apr 15 15:00:20.006451 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 2983b4c7-356e-4359-980d-1a70b0ac3296, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2983b4c7-356e-4359-980d-1a70b0ac3296,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:20.008504 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'status': 'completed', 'code': 200}
Apr 15 15:00:20.010024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:20.044273 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-ac790e1e-0b78-470a-88aa-86ef2c58a3b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e HTTP/1.1" status: 200  len: 217 time: 0.1930912
Apr 15 15:00:20.056328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '2983b4c7-356e-4359-980d-1a70b0ac3296', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'port_id': '2983b4c7-356e-4359-980d-1a70b0ac3296', 'mac_address': 'fa:16:3e:40:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:00:20.196688 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:20.237787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2983b4c7-356e-4359-980d-1a70b0ac3296 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:20.283009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 2983b4c7-356e-4359-980d-1a70b0ac3296, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2983b4c7-356e-4359-980d-1a70b0ac3296,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:20.327184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:20.329431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f714db6-07e1-4a73-bd86-51b155d7cf19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:20.438348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a534-b160-42a2-8a84-478419ffb995 req-ceef9fc4-ef46-4ead-aef8-3b447efd1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:20.442904 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-ceef9fc4-ef46-4ead-aef8-3b447efd1d3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.3700449
Apr 15 15:00:20.443281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:20.454272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:20.481052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=2983b4c7-356e-4359-980d-1a70b0ac3296,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:20.484334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:20.521342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:20.522789 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/189bcb64-4fb9-4f1d-8dc3-a4f5b1af9479 HTTP/1.1" status: 204  len: 168 time: 1.1305003
Apr 15 15:00:20.525418 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-50ca9325-7c82-4941-875d-261198f484a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730093
Apr 15 15:00:20.545959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189bcb64-4fb9-4f1d-8dc3-a4f5b1af9479,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:20.553813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:20.579752 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0514e00f-3248-4865-9b73-26d68870084c req-a082a437-7c5c-43ba-a3b1-6bdc248903cf service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8619344
Apr 15 15:00:20.579863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['2983b4c7-356e-4359-980d-1a70b0ac3296'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:20.580868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-e83bd7de-bd46-4459-86b6-db6c6eeb3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:20.582499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-e83bd7de-bd46-4459-86b6-db6c6eeb3d20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1097 time: 0.8264487
Apr 15 15:00:20.597000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179662c-31ff-480d-8288-6532ae55d0ce req-ab54a935-28e9-4fd1-bdf0-2765e3b33913 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:20.598760 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c179662c-31ff-480d-8288-6532ae55d0ce req-ab54a935-28e9-4fd1-bdf0-2765e3b33913 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2076769
Apr 15 15:00:20.738253 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-e97f099b-e4b4-41ed-b96f-e4e64b0f128d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 217 time: 0.1382165
Apr 15 15:00:20.839943 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-f361c6c6-f23f-47f0-889b-b78c7cdf35c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2953897
Apr 15 15:00:20.858297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55506) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:20.871258 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c179662c-31ff-480d-8288-6532ae55d0ce req-be88e96d-0319-4513-8378-8b0a723c8374 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1866407
Apr 15 15:00:20.946820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:20.965517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-8a59effd-2af1-4267-b6df-e2285776f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:20.967169 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-8a59effd-2af1-4267-b6df-e2285776f502 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.2189555
Apr 15 15:00:20.971452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:21.018207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Usage tracker for resource:security_group_rule and tenant:8790e7127f1349b7b7cb6ed6735c20e2 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:21.035008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:21.035212 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48e0a534-b160-42a2-8a84-478419ffb995 req-ace335ce-5deb-4680-bc31-33446c5fdc6c service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825340
Apr 15 15:00:21.072231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:21.195079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-76a69048-0698-4d8c-a9b3-51cb8ec92b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:21.196694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-76a69048-0698-4d8c-a9b3-51cb8ec92b21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2227049
Apr 15 15:00:21.215970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8ae13-4f88-42ba-9448-4ee8d3d1096d req-a56099ce-72ef-413c-977e-df9088ab2f4c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:21.217579 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54c8ae13-4f88-42ba-9448-4ee8d3d1096d req-a56099ce-72ef-413c-977e-df9088ab2f4c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 944 time: 0.1908903
Apr 15 15:00:21.222732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-2cf96ae4-627a-4ed7-ad5a-b401093e1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:21.224531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-2cf96ae4-627a-4ed7-ad5a-b401093e1a4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 1096 time: 0.0943110
Apr 15 15:00:21.384754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:21.394315 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54c8ae13-4f88-42ba-9448-4ee8d3d1096d req-95eb5f5c-e6ff-4d8e-8fcd-45ce89c8b7fa tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505396
Apr 15 15:00:21.441601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:21.457108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:21.486094 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-4473611b-d048-43ad-999b-3ea094a507cf service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651856
Apr 15 15:00:21.554547 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8790e7127f1349b7b7cb6ed6735c20e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6782596
Apr 15 15:00:21.559730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372e77b1-eb4f-45f6-ba50-fffab62c56b1,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:21.567465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55520) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:21.581068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-1a39ef30-1d08-4218-aedf-618cf3b3c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:21.583147 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-1a39ef30-1d08-4218-aedf-618cf3b3c52a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.3519869
Apr 15 15:00:21.611093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:21.691772 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-93cb60e6-2406-47b2-9e17-e2cdcbdab671 req-8b14bbaa-f72f-4b79-8eee-afd0c27f9a85 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836450
Apr 15 15:00:21.692264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55528) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:21.712581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:00:21.741708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:21.754886 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-04beac03-5881-46b5-9d41-f8ac8863e775 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e HTTP/1.1" status: 200  len: 217 time: 0.1553671
Apr 15 15:00:21.766799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:21.767008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 2983b4c7-356e-4359-980d-1a70b0ac3296 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:21.771217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Usage tracker for resource:security_group_rule and tenant:72472c9097e04527a3d7d3afe94853b7 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:21.774200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:21.779120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:21.782775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:21.930877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa09acc-6597-4b94-8a3d-cea88b01edcc req-7eafb251-08b0-4643-bc4f-b60ea424d364 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:21.931711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3aa09acc-6597-4b94-8a3d-cea88b01edcc req-7eafb251-08b0-4643-bc4f-b60ea424d364 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Synchronizing usage tracker for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:21.944925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241917-519a-4914-a99e-6915fc181cc9 req-f182a156-8d07-428e-b01c-475988d33ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:21.946962 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-f182a156-8d07-428e-b01c-475988d33ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1097 time: 0.1266887
Apr 15 15:00:22.007254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.026795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3aa09acc-6597-4b94-8a3d-cea88b01edcc req-7eafb251-08b0-4643-bc4f-b60ea424d364 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Unset dirty status for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:22.034440 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3aa09acc-6597-4b94-8a3d-cea88b01edcc req-7eafb251-08b0-4643-bc4f-b60ea424d364 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 943 time: 0.5585599
Apr 15 15:00:22.082054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-b6662aa9-2ce1-42ca-aae1-cd625b391506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:22.083669 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-b6662aa9-2ce1-42ca-aae1-cd625b391506 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.2626593
Apr 15 15:00:22.091955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 2983b4c7-356e-4359-980d-1a70b0ac3296 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:22.123155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 2983b4c7-356e-4359-980d-1a70b0ac3296 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:22.123474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.159375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241917-519a-4914-a99e-6915fc181cc9 req-0f375536-5395-45a5-97ee-d4777f2f1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:22.161586 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-0f375536-5395-45a5-97ee-d4777f2f1644 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.2064052
Apr 15 15:00:22.179101 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3aa09acc-6597-4b94-8a3d-cea88b01edcc req-4441c802-4466-4f29-8757-4a2dde45bdd8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433582
Apr 15 15:00:22.187674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:22.193859 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-15110678-7d27-4e04-a381-b1ebb613c3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841920
Apr 15 15:00:22.227453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'mac_address': 'fa:16:3e:c0:0a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:00:22.304216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.339863 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-b9520f85-dc54-416a-863e-4f61c86341d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 217 time: 0.1708686
Apr 15 15:00:22.353361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.359684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:22.373983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-270335c7-f22c-4d9a-ab6c-30f7780141a2 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721933
Apr 15 15:00:22.375728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e77b1-eb4f-45f6-ba50-fffab62c56b1,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:22.381717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:22.398714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39db290-26e7-4e8c-8e56-6fe847e46640 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:22.414085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:22.436459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241917-519a-4914-a99e-6915fc181cc9 req-4522b653-2ebd-4576-bfb1-a211888b0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:22.438064 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-4522b653-2ebd-4576-bfb1-a211888b0418 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0909548
Apr 15 15:00:22.467177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.469425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470f45-7362-4bd6-90f1-b933a2188d23 req-c554c7c7-3f08-46fb-a994-926b8807ba21 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:22.471216 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-15470f45-7362-4bd6-90f1-b933a2188d23 req-c554c7c7-3f08-46fb-a994-926b8807ba21 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.3081465
Apr 15 15:00:22.477429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.481807 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/372e77b1-eb4f-45f6-ba50-fffab62c56b1 HTTP/1.1" status: 204  len: 168 time: 0.9099867
Apr 15 15:00:22.481932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-44cf7d3d-1a2c-46b7-b8ef-e9010a410b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:22.516748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.594252 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-15470f45-7362-4bd6-90f1-b933a2188d23 req-18683bef-dc57-4e99-a1a3-5b6092da609c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762765
Apr 15 15:00:22.594830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.616138 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-340afae0-d6d8-4dd9-b496-72fc3cdf1821 req-045aaa12-ede5-44b9-8981-7f18ac6a9eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2332342
Apr 15 15:00:22.642682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ff2427b1-dc47-4d75-8cd7-2f8361db9f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:22.655046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55578) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:22.655188 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72472c9097e04527a3d7d3afe94853b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9615762
Apr 15 15:00:22.665522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241917-519a-4914-a99e-6915fc181cc9 req-b4448a2f-d4fd-4522-a00d-327f9e3d6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:22.667927 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-b4448a2f-d4fd-4522-a00d-327f9e3d6a11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2082527
Apr 15 15:00:22.693464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.747641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 2983b4c7-356e-4359-980d-1a70b0ac3296, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2983b4c7-356e-4359-980d-1a70b0ac3296,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:22.750691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2983b4c7-356e-4359-980d-1a70b0ac3296'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:22.750923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b0b72-e709-455f-8eef-945389b6903b,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:22.844094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:22.844462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b217a3-1f42-4047-8046-5b8242ba90e7 req-1af877a2-4769-49c7-83d5-ffa6f139fc85 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:22.846233 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d4b217a3-1f42-4047-8046-5b8242ba90e7 req-1af877a2-4769-49c7-83d5-ffa6f139fc85 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 944 time: 0.1596246
Apr 15 15:00:22.851786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.858030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['e39db290-26e7-4e8c-8e56-6fe847e46640'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:22.869156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:22.882237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.965369 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2983b4c7-356e-4359-980d-1a70b0ac3296', 'code': 200}
Apr 15 15:00:22.966933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.974897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-aa3334f0-970b-478a-93c1-c37bf4e1ac5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:22.987726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:22.991035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:22.992735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b0b72-e709-455f-8eef-945389b6903b,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:22.998000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:23.007072 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d4b217a3-1f42-4047-8046-5b8242ba90e7 req-b44bd527-59da-42bc-917f-2b29bb9e7d7c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754249
Apr 15 15:00:23.007689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:23.007965 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:23.009069 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d6b0b72-e709-455f-8eef-945389b6903b HTTP/1.1" status: 204  len: 168 time: 0.3529465
Apr 15 15:00:23.086971 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-40c2a136-32c4-4af9-b6d3-bf443844effa service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4006271
Apr 15 15:00:23.094659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55590) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:23.176352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=2983b4c7-356e-4359-980d-1a70b0ac3296,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:23.179785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:23.310431 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44241917-519a-4914-a99e-6915fc181cc9 req-bfcbf598-f94d-4f5b-b509-b75bd2688a79 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111974
Apr 15 15:00:23.413326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9da7-8d4f-4ccc-90ba-8cc4e2c4ef2a req-543a5e20-a43a-4bdd-ab53-cf5877a5594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:23.415661 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bad9da7-8d4f-4ccc-90ba-8cc4e2c4ef2a req-543a5e20-a43a-4bdd-ab53-cf5877a5594c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.0952942
Apr 15 15:00:23.469953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bad9da7-8d4f-4ccc-90ba-8cc4e2c4ef2a req-50bb63d1-2d65-4ffb-bca1-120544d4f6dc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465939
Apr 15 15:00:23.487942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e1a9a-ef96-400c-b95a-52816d8fdf5c req-165e959c-7dc2-4c0c-9ee3-2cccab3fc0c0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:23.489575 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c8e1a9a-ef96-400c-b95a-52816d8fdf5c req-165e959c-7dc2-4c0c-9ee3-2cccab3fc0c0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 943 time: 0.0980690
Apr 15 15:00:23.508462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:23.532061 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:23.536808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Usage tracker for resource:security_group_rule and tenant:f271d68d439942de84bba17e6ae178c6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:23.540889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:23.547805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:23.563184 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c8e1a9a-ef96-400c-b95a-52816d8fdf5c req-aa5295d7-fa67-492d-be71-1dc92c55a595 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650737
Apr 15 15:00:23.655732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:23.681339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:23.695500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-54e1dc7d-7717-453e-9621-5aa27d7822d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:23.715990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:00:23.750499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f271d68d439942de84bba17e6ae178c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6486688
Apr 15 15:00:23.750499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55616) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:23.781755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaa5d08-ad0e-4845-98c4-cdfeae07c831,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:23.834338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:23.916563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:23.974132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:23.989122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b54e71-b967-45dd-82a6-4e5784e0752e req-4f1927f7-2a65-4b4e-90ad-aa0a76778491 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:23.990798 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50b54e71-b967-45dd-82a6-4e5784e0752e req-4f1927f7-2a65-4b4e-90ad-aa0a76778491 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 945 time: 0.2176719
Apr 15 15:00:24.005230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e', 'network_id': 'b642d0e5-d862-4daf-a797-d50c8612b320', 'port_id': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e', 'mac_address': 'fa:16:3e:2f:3b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe60735d-3860-497f-b6a0-dcb6d7e94048', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:00:24.007800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:24.098484 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50b54e71-b967-45dd-82a6-4e5784e0752e req-b07875ef-0cec-46b7-a624-e3c16a550b48 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982230
Apr 15 15:00:24.112583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:24.138496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:24.145205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:24.151237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:24.159993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:24.168228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaa5d08-ad0e-4845-98c4-cdfeae07c831,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:24.184004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:24.199100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:24.200332 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0eaa5d08-ad0e-4845-98c4-cdfeae07c831 HTTP/1.1" status: 204  len: 168 time: 0.4514456
Apr 15 15:00:24.208178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:24.209869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:24.330729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:24.337738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:24.339033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfa93-f8c4-4540-ba97-7d8f9d03f8ac req-832bf792-450c-4d9f-af35-1746e4d7db97 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:24.341646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-196cfa93-f8c4-4540-ba97-7d8f9d03f8ac req-832bf792-450c-4d9f-af35-1746e4d7db97 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 944 time: 0.1100421
Apr 15 15:00:24.402633 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-196cfa93-f8c4-4540-ba97-7d8f9d03f8ac req-b0cd62db-8bbc-4ca3-a3ce-fc6996306ee5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539701
Apr 15 15:00:24.541161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:24.797140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cf543-c81a-41c1-b5da-34117517cea5 req-87dfdcf0-967a-4d36-8697-28885259aead tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:24.798817 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8f6cf543-c81a-41c1-b5da-34117517cea5 req-87dfdcf0-967a-4d36-8697-28885259aead tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 944 time: 0.1016860
Apr 15 15:00:24.857781 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8f6cf543-c81a-41c1-b5da-34117517cea5 req-e0dfbb9a-2bf6-4a1d-9f33-034fb8793fa3 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510199
Apr 15 15:00:25.135143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55668) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:25.156400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.196257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:25.206009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Usage tracker for resource:security_group_rule and tenant:c91f056e4fa74f3086e3587c78e332b9 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:25.209149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:25.235850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:25.349490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.382513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.390422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a564-0e5d-4d3a-9b3d-54c60f5ae8ed req-d77f406e-8e9b-499c-88df-2170e4db4d66 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:25.392157 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d64a564-0e5d-4d3a-9b3d-54c60f5ae8ed req-d77f406e-8e9b-499c-88df-2170e4db4d66 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 945 time: 0.1321566
Apr 15 15:00:25.395836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0b51d697-a65c-4002-aee2-0ee2a28fc2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:25.447417 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d64a564-0e5d-4d3a-9b3d-54c60f5ae8ed req-29686090-c213-413a-a383-53d62e834678 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485816
Apr 15 15:00:25.457960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55686) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:25.466637 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c91f056e4fa74f3086e3587c78e332b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3171639
Apr 15 15:00:25.467915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35bb77-416b-45d5-b5ed-08f878a07b15,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:25.475814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:25.544945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.589719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.660827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8174b-9a6a-4bb2-a223-fc40bbe09d03 req-829cb604-ac33-4e3b-8a62-8979a6428e8b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:25.662400 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dff8174b-9a6a-4bb2-a223-fc40bbe09d03 req-829cb604-ac33-4e3b-8a62-8979a6428e8b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 944 time: 0.1085179
Apr 15 15:00:25.681689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.688332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-589c94db-bb2e-466e-8e1e-ad6a1323c316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:25.704264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35bb77-416b-45d5-b5ed-08f878a07b15,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:25.712611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:25.718816 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dff8174b-9a6a-4bb2-a223-fc40bbe09d03 req-ad191b23-9877-4170-b210-447e6a17b591 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460565
Apr 15 15:00:25.733362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d86bbfc2-7e9b-4a13-977f-d067b7f179d8 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:00:25.737041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:25.739487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c35bb77-416b-45d5-b5ed-08f878a07b15 HTTP/1.1" status: 204  len: 168 time: 0.2799363
Apr 15 15:00:25.751530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:26.093830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port e39db290-26e7-4e8c-8e56-6fe847e46640 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:26.103578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port e39db290-26e7-4e8c-8e56-6fe847e46640 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:26.105259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:26.205357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4353-f22c-498f-80c9-3e02f79bf8de req-e5f907c1-4cc4-4ba8-89fc-6beeb539cb35 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:26.207533 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4dff4353-f22c-498f-80c9-3e02f79bf8de req-e5f907c1-4cc4-4ba8-89fc-6beeb539cb35 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 944 time: 0.1433241
Apr 15 15:00:26.292706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:26.298300 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4dff4353-f22c-498f-80c9-3e02f79bf8de req-22dbeb9d-0e0a-468f-a401-9c9164024cca tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827296
Apr 15 15:00:26.368255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'port_id': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'mac_address': 'fa:16:3e:d3:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:00:26.442773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:26.465641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:26.496885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:26.507880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86bbfc2-7e9b-4a13-977f-d067b7f179d8 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:26.517766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:26.531029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:26.567357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:26.568304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:26.637223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:26.640216 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'code': 200}
Apr 15 15:00:26.640700 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:26.716331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:26.769664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55742) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:26.825778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:26.842615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:26.843040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:26.903954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868edea-04a5-4360-977b-6ba8a113c700 req-d0f6e76c-61ea-46d8-8e11-6f17c6eca03f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:26.905579 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b868edea-04a5-4360-977b-6ba8a113c700 req-d0f6e76c-61ea-46d8-8e11-6f17c6eca03f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.2488694
Apr 15 15:00:26.925475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:26.933900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:26.952615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:26.953029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:26.995206 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b868edea-04a5-4360-977b-6ba8a113c700 req-562c27f3-e096-48b7-b66e-b20f8f37dc1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816286
Apr 15 15:00:27.087771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['d86bbfc2-7e9b-4a13-977f-d067b7f179d8'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:27.092860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.107953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b492-9370-4df8-bad9-8eb51a490db4 req-8d54c37c-7922-4bd4-840c-60aab34ad750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:27.110349 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5ff5b492-9370-4df8-bad9-8eb51a490db4 req-8d54c37c-7922-4bd4-840c-60aab34ad750 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1099 time: 0.0936046
Apr 15 15:00:27.124427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:27.128941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Usage tracker for resource:security_group_rule and tenant:b9e23cddbeef4dbd9b6f1252b2b67c8a is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:27.132334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:27.142010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:27.171843 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5ff5b492-9370-4df8-bad9-8eb51a490db4 req-202bf931-c6f9-4afe-a06a-47dacb742d98 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535965
Apr 15 15:00:27.176040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.242815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4733a-cf44-4830-be52-adebe5135d85 req-d5ad3d9d-fa84-42e9-9efd-2aa0f4d728ef tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:27.249877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:27.250830 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d2c4733a-cf44-4830-be52-adebe5135d85 req-d5ad3d9d-fa84-42e9-9efd-2aa0f4d728ef tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 945 time: 0.2438102
Apr 15 15:00:27.288116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.301336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d4a8196a-d1c5-4b41-b95e-688fec7d1786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:27.325143 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d2c4733a-cf44-4830-be52-adebe5135d85 req-94ed3fb1-9347-49f8-8abe-8db2b89f0bf3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733547
Apr 15 15:00:27.361811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.393629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.404313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:27.443479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:27.447102 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9e23cddbeef4dbd9b6f1252b2b67c8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6762414
Apr 15 15:00:27.450466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:27.450667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55770) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:27.492503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233ef0c-813d-4ca9-b737-be9a8904668e,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:27.494155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:27.533942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.566432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.568445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ab42-6c21-4334-9485-8b5c88ff70b6 req-c698dccb-14ed-413e-9fe9-2ea64b7615f9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:27.570066 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5006ab42-6c21-4334-9485-8b5c88ff70b6 req-c698dccb-14ed-413e-9fe9-2ea64b7615f9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1378574
Apr 15 15:00:27.623318 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5006ab42-6c21-4334-9485-8b5c88ff70b6 req-089ad52b-48f6-4bae-8327-a24822be9a97 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437162
Apr 15 15:00:27.646886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.652587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6309f9f0-8e0c-4eef-9316-ee85f4721901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:27.663684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233ef0c-813d-4ca9-b737-be9a8904668e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:27.668952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:27.671610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:27.673513 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d233ef0c-813d-4ca9-b737-be9a8904668e HTTP/1.1" status: 204  len: 168 time: 0.2212274
Apr 15 15:00:28.218633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c631c1-6867-45d2-892e-06bdd84bb3df req-2e8418c5-8e9e-4860-9231-ca0988ea1743 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:28.230753 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71c631c1-6867-45d2-892e-06bdd84bb3df req-2e8418c5-8e9e-4860-9231-ca0988ea1743 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0962453
Apr 15 15:00:28.300040 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71c631c1-6867-45d2-892e-06bdd84bb3df req-cad75e30-04ee-4915-a253-9e67b2e9225d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618091
Apr 15 15:00:28.395284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55792) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:28.417318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:28.439454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:28.444453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b0158921324f8aa16c49890c7d70ae is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:28.447754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:28.455200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:28.558066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:28.584786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:28.594595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:28.626429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89864-dcf5-461d-a037-5c46b8a793e0 req-1198c3c8-f12c-4867-9661-6ac5ee5b47ec tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:28.629304 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56d89864-dcf5-461d-a037-5c46b8a793e0 req-1198c3c8-f12c-4867-9661-6ac5ee5b47ec tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 945 time: 0.1563723
Apr 15 15:00:28.639407 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1b0158921324f8aa16c49890c7d70ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2427747
Apr 15 15:00:28.641117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0074f87-e658-4110-9e67-c5048036a7b9,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:28.643612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:28.654058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55804) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:28.654058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.654058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.654058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.654058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.654058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.655912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.656328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.656733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.657133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.657527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.657917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.658340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:28.664369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:28.754845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:28.761464 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56d89864-dcf5-461d-a037-5c46b8a793e0 req-6494e589-e11b-4147-90b4-d5e6ee7926cb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209149
Apr 15 15:00:28.803464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:28.813912 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e', 'code': 200}
Apr 15 15:00:28.931157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75fb4-b4b8-42f6-9b50-87916e552451 req-5a6bb884-c794-4e81-b93c-b921821a13de tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:28.932813 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8ce75fb4-b4b8-42f6-9b50-87916e552451 req-5a6bb884-c794-4e81-b93c-b921821a13de tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1213310
Apr 15 15:00:28.958488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:28.966786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f4b96cad-a987-42fd-b7f5-1dfef948e76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:28.982827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0074f87-e658-4110-9e67-c5048036a7b9,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:28.993819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:29.001354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:29.002581 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0074f87-e658-4110-9e67-c5048036a7b9 HTTP/1.1" status: 204  len: 168 time: 0.3401906
Apr 15 15:00:29.012500 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8ce75fb4-b4b8-42f6-9b50-87916e552451 req-3d7a62cf-ea4e-44f0-9c4f-25c8cbd1f36b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729117
Apr 15 15:00:29.220464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da098c-0239-478a-a01c-545700ef3791 req-dca0135c-53b2-477e-b39e-044311fa8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:29.222079 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6da098c-0239-478a-a01c-545700ef3791 req-dca0135c-53b2-477e-b39e-044311fa8f82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 1098 time: 0.0838945
Apr 15 15:00:29.273655 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6da098c-0239-478a-a01c-545700ef3791 req-bc381dc8-4cb0-4906-a989-08423569dc8c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410323
Apr 15 15:00:29.521520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0aec4-046c-44c4-9891-a4a44cdfa27a req-653fa95f-0874-4eaf-a383-cb5be6509358 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:29.525569 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-42d0aec4-046c-44c4-9891-a4a44cdfa27a req-653fa95f-0874-4eaf-a383-cb5be6509358 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1021962
Apr 15 15:00:29.584038 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-42d0aec4-046c-44c4-9891-a4a44cdfa27a req-74b8b530-c6cf-4a2b-8e7b-8cfe847eda8a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533404
Apr 15 15:00:29.761624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d86bbfc2-7e9b-4a13-977f-d067b7f179d8 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:29.851731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2eb8c-b0d1-40b9-88eb-0696394a3574 req-234fb182-77aa-4138-bb88-6ba800319ee9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:29.862392 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cab2eb8c-b0d1-40b9-88eb-0696394a3574 req-234fb182-77aa-4138-bb88-6ba800319ee9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1523979
Apr 15 15:00:29.862983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55848) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:29.871672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'floatingip': {'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:29.971208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:29.996697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:30.026051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:30.026593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:30.139625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418afc6-2151-4b15-9f3b-0170f169f81b req-314b242d-0f67-4ac2-8c6e-7ef7eebb567e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:30.141295 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9418afc6-2151-4b15-9f3b-0170f169f81b req-314b242d-0f67-4ac2-8c6e-7ef7eebb567e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 945 time: 0.1585476
Apr 15 15:00:30.217041 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9418afc6-2151-4b15-9f3b-0170f169f81b req-1c50b2f0-b522-4e37-a57d-47ed5fa3cd96 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658095
Apr 15 15:00:30.243932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:30.282706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:30.321167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:30.324281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:30.407746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:30.423770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:30.493425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55866) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:30.676526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:30.699821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:30.710749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Usage tracker for resource:security_group_rule and tenant:faa44a55168c4b26b2edaf7f376e3441 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:30.717321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:30.725938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:30.727530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb3683-508c-43dc-b87d-9e197cf0cdd9 req-e58011ac-1aa2-4c38-915d-be5ca2fab13c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:30.729215 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54eb3683-508c-43dc-b87d-9e197cf0cdd9 req-e58011ac-1aa2-4c38-915d-be5ca2fab13c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.5355730
Apr 15 15:00:30.815161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:30.831053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:30.868031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:30.888110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c620a1a9-ff8f-4b7b-9a1f-d9d28a32e734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:30.904122 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'code': 200}
Apr 15 15:00:30.918753 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54eb3683-508c-43dc-b87d-9e197cf0cdd9 req-1e92d13d-6e11-4ab6-8872-c4c0044bd741 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776876
Apr 15 15:00:30.932938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf4404-fa50-492d-af90-3429b8e5e1fd,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:30.949361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.949765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.951960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.951960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.951960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.951960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.951960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.951960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.952628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.953004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.953386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.954321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:30.967674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:30.995149 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa44a55168c4b26b2edaf7f376e3441&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4963777
Apr 15 15:00:30.996993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55882) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:31.085637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:31.119165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:31.262160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:31.269196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:31.288152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf4404-fa50-492d-af90-3429b8e5e1fd,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:31.306700 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:31.341389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.resource_extend [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 15:00:31.388466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:31.389740 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74cf4404-fa50-492d-af90-3429b8e5e1fd HTTP/1.1" status: 204  len: 168 time: 0.3917263
Apr 15 15:00:31.424287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d00d0-f94b-4dd7-af06-766078853af6 req-d7fdb93d-9aea-4085-bf38-1fd30c87b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:31.426512 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-785d00d0-f94b-4dd7-af06-766078853af6 req-d7fdb93d-9aea-4085-bf38-1fd30c87b04c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1099 time: 0.1225662
Apr 15 15:00:31.515032 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-785d00d0-f94b-4dd7-af06-766078853af6 req-0fcccb18-b60f-4cf6-a7b1-38c880e0d941 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807729
Apr 15 15:00:31.519306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:31.560740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5eb2c-40d5-4b37-80a6-4b657d4ab1d6 req-1795e552-6ed1-447b-893f-075a6048ebab tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:31.562759 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ff5eb2c-40d5-4b37-80a6-4b657d4ab1d6 req-1795e552-6ed1-447b-893f-075a6048ebab tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1347618
Apr 15 15:00:31.564377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:31.689087 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ff5eb2c-40d5-4b37-80a6-4b657d4ab1d6 req-d8efb5ba-c8d8-4da9-b7d4-f2f40ea17b93 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673826
Apr 15 15:00:31.764957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66381d7-913a-4053-9b5b-b773d8ee7011 req-bc7c4259-fbe4-4865-88d1-a193609e95ba tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:31.766798 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d66381d7-913a-4053-9b5b-b773d8ee7011 req-bc7c4259-fbe4-4865-88d1-a193609e95ba tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.1296542
Apr 15 15:00:31.835364 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d66381d7-913a-4053-9b5b-b773d8ee7011 req-6c9c0ec9-8bb4-4a9b-8fbe-404d50d69b5e tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612299
Apr 15 15:00:31.891534 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Floating IP e79f66cc-6482-4a6d-80e4-021133c4063b associated. External IP: 172.27.0.108, port: e39db290-26e7-4e8c-8e56-6fe847e46640.
Apr 15 15:00:31.912415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55912) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:32.091191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55920) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:32.112701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.130382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:32.135839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Usage tracker for resource:security_group_rule and tenant:85830e3656be477ca15495a3c36624fd is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:32.139143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:32.146016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:32.207920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2d39-5eba-43e8-a8f7-473d3768a64b req-3a20c259-76a0-4f04-862f-4df79846e817 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:32.209527 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e4bd2d39-5eba-43e8-a8f7-473d3768a64b req-3a20c259-76a0-4f04-862f-4df79846e817 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1522789
Apr 15 15:00:32.248174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.281172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.293796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8c57f786-deb4-4308-ba40-a7b983fc0485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:32.335315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.380366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:32.392443 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85830e3656be477ca15495a3c36624fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2999015
Apr 15 15:00:32.394128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Usage tracker for resource:security_group_rule and tenant:21706682caf04449a411ec8ac5ac8162 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:32.400444 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e4bd2d39-5eba-43e8-a8f7-473d3768a64b req-3952ca85-1884-4bc0-9aa2-1f800336426b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821690
Apr 15 15:00:32.402662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57897eaf-bf7c-4b0a-99a1-7da685734af0,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:32.413171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 55928) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:32.419570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:32.425150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:32.430590 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:32.527681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.546599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.555002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.564754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:32.590210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:00:32.593858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.616611 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21706682caf04449a411ec8ac5ac8162&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7003102
Apr 15 15:00:32.616611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9e040d-4e8c-47fd-a8f6-4da2ea872f7c,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:32.618457 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:32.619139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 55936) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:32.692199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.727668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.732437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0f3293f4-0af7-45e7-bb22-1e1392fd4d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.823892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.829857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19a79e90-c120-4398-98be-01b23b56a0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:32.865875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9e040d-4e8c-47fd-a8f6-4da2ea872f7c,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:32.881342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:32.899607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:32.904641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a9e040d-4e8c-47fd-a8f6-4da2ea872f7c HTTP/1.1" status: 204  len: 168 time: 0.2806463
Apr 15 15:00:33.227018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-05890848-a70f-4071-89bd-553125a11628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:33.228650 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-05890848-a70f-4071-89bd-553125a11628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 1098 time: 0.2602024
Apr 15 15:00:33.239883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6bef2-3296-4864-9128-097d8ea10e2a req-9e9033c9-2027-4cdb-95a9-aa77c7aef46b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:33.241583 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fdb6bef2-3296-4864-9128-097d8ea10e2a req-9e9033c9-2027-4cdb-95a9-aa77c7aef46b tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.2011592
Apr 15 15:00:33.343917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:00:33.367401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:00:33.370483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774789-11b1-45b0-809a-ca30943f9500 req-f231e0ca-d2b9-4082-9bfb-5cf1f65b20b4 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:33.374383 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d6774789-11b1-45b0-809a-ca30943f9500 req-f231e0ca-d2b9-4082-9bfb-5cf1f65b20b4 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.4757485
Apr 15 15:00:33.377507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:33.387619 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fdb6bef2-3296-4864-9128-097d8ea10e2a req-1562d08a-1d7f-4bc6-9c33-2fc5c28f985f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186249
Apr 15 15:00:33.399357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:00:33.400065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e243f28>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:00:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:33.418378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:33.421460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:33.425540 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57897eaf-bf7c-4b0a-99a1-7da685734af0 HTTP/1.1" status: 204  len: 168 time: 1.0087674
Apr 15 15:00:33.434315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5955f266-0969-46e2-a082-8d9a4ba6168f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:33.474213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-f6b94f5e-c767-441e-850f-435b9015541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:33.477525 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-f6b94f5e-c767-441e-850f-435b9015541c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.2327526
Apr 15 15:00:33.520656 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d6774789-11b1-45b0-809a-ca30943f9500 req-36ed9a02-c549-4ca2-b10c-b6cb3ffb8ce0 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094599
Apr 15 15:00:33.524043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57897eaf-bf7c-4b0a-99a1-7da685734af0,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:33.536905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:33.580912 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c68a1c4a-0558-4290-aeb0-26b701d1c119 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "PUT /v2.0/floatingips/e79f66cc-6482-4a6d-80e4-021133c4063b HTTP/1.1" status: 200  len: 992 time: 3.7167301
Apr 15 15:00:33.581856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:33.640523 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-9783a169-1b3a-400b-89ae-93900996e87d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e HTTP/1.1" status: 200  len: 217 time: 0.1521792
Apr 15 15:00:33.771203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:00:33.904793 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'status': 'completed', 'code': 200}
Apr 15 15:00:34.002560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-4599b698-5d75-4f08-8e1a-27b3d1773bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.004130 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-4599b698-5d75-4f08-8e1a-27b3d1773bf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.3226418
Apr 15 15:00:34.069908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-900a7cdc-225f-4038-b1be-267134baf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.071841 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-900a7cdc-225f-4038-b1be-267134baf132 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1099 time: 0.1281114
Apr 15 15:00:34.075384 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-4c72f459-65ba-42fb-a1be-a803a68aa3c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626161
Apr 15 15:00:34.088605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bba6d-5e6a-4ae9-a9cb-2b71b467fd29 req-d4ae6c0d-ce90-4d4f-88af-471389903c36 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.096378 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0e1bba6d-5e6a-4ae9-a9cb-2b71b467fd29 req-d4ae6c0d-ce90-4d4f-88af-471389903c36 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.4666920
Apr 15 15:00:34.179335 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0e1bba6d-5e6a-4ae9-a9cb-2b71b467fd29 req-a7ef4bd5-f7a2-42c9-acb9-3c7023b3a6ee tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819163
Apr 15 15:00:34.316626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-6645bdea-9c87-4838-884a-c251039b63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.316926 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-3d4973e3-9331-4586-b4f1-0ac4da338dde service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830873
Apr 15 15:00:34.318359 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-6645bdea-9c87-4838-884a-c251039b63fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.2228534
Apr 15 15:00:34.388445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e243f28>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'e79f66cc-6482-4a6d-80e4-021133c4063b', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'mac_address': 'fa:16:3e:c0:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05631e86-ae22-46a3-b74e-539f4dff2128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T14:59:55Z', 'updated_at': '2021-04-15T15:00:31Z', 'revision_number': 1, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:34.394125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:00:34.404617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:00:34.405586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e243f28>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:00:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:34.559468 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-acf18f98-ecb4-46f8-b09c-3eab26e7b052 req-b2d0ec62-6548-42c8-a9f8-8c1f1ed7e63d service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170646
Apr 15 15:00:34.586146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-da177df4-7adb-4cf1-a546-52fc420e8644 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 1000 time: 0.2452817
Apr 15 15:00:34.741772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:00:34.769755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56010) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:34.859113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0c692158-a265-4856-a49f-6fd65e3ab4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:34.864931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ff1a-656d-493b-9f96-1c6b2104f585 req-afdb1809-cd91-4dd7-84d8-0664b9a7d9aa tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.877692 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1869ff1a-656d-493b-9f96-1c6b2104f585 req-afdb1809-cd91-4dd7-84d8-0664b9a7d9aa tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1822531
Apr 15 15:00:34.935979 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1869ff1a-656d-493b-9f96-1c6b2104f585 req-9343e8d1-a2ff-4cca-9e40-a6c6ac9170ad tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572286
Apr 15 15:00:34.958137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0451ba-da07-46da-b9d7-20ff980f205a req-f95ac7bb-7ab6-435b-973f-8347251dff88 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.967253 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f0451ba-da07-46da-b9d7-20ff980f205a req-f95ac7bb-7ab6-435b-973f-8347251dff88 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.4039788
Apr 15 15:00:34.980844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-fc9935f2-36c4-4be3-8895-5961dfab13e1 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:34.983015 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-fc9935f2-36c4-4be3-8895-5961dfab13e1 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.10 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.4728992
Apr 15 15:00:35.038087 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f0451ba-da07-46da-b9d7-20ff980f205a req-34587ffb-9b23-46a6-bc5f-dca722d0a45e tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698240
Apr 15 15:00:35.046661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-d5de05a0-2ed6-42ae-b176-2b1413313f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:35.048418 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-d5de05a0-2ed6-42ae-b176-2b1413313f0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.3722577
Apr 15 15:00:35.209740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-308495616-network', 'tenant_id': 'cd4c199c947d40a9900f98427ad2a844'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:35.217874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:35.224493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Usage tracker for resource:network and tenant:cd4c199c947d40a9900f98427ad2a844 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:35.234847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:35.238127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Deleting port 8d1547c4-fedb-4d79-be17-a7bc3f185939 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:00:35.238548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.242527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:35.286557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Made reservation on behalf of cd4c199c947d40a9900f98427ad2a844 for: {'network': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:35.292806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.321293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.369581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e243f28>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'e79f66cc-6482-4a6d-80e4-021133c4063b', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'mac_address': 'fa:16:3e:c0:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05631e86-ae22-46a3-b74e-539f4dff2128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T14:59:55Z', 'updated_at': '2021-04-15T15:00:31Z', 'revision_number': 1, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:35.374982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef59def-44f2-4937-8d53-51fab3bd9621 None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'e79f66cc-6482-4a6d-80e4-021133c4063b', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'mac_address': 'fa:16:3e:c0:0a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05631e86-ae22-46a3-b74e-539f4dff2128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T14:59:55Z', 'updated_at': '2021-04-15T15:00:31Z', 'revision_number': 1, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:00:35.430281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:35.432861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4c199c947d40a9900f98427ad2a844 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:35.440175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:35.444271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:35.560440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89301a-eb7c-4fc3-a817-4cdc6f0542c8 req-a96b74dc-f1c3-40c8-8e0d-12c4feaaf91d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:35.562040 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de89301a-eb7c-4fc3-a817-4cdc6f0542c8 req-a96b74dc-f1c3-40c8-8e0d-12c4feaaf91d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.2137299
Apr 15 15:00:35.627827 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de89301a-eb7c-4fc3-a817-4cdc6f0542c8 req-032ec3c2-1c1d-4e99-9c8c-21196343006a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593231
Apr 15 15:00:35.687077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.738033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.747905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] For port 8d1547c4-fedb-4d79-be17-a7bc3f185939, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=8d1547c4-fedb-4d79-be17-a7bc3f185939,segment=NetworkSegment(423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e),segment_id=423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:35.748363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.764400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:35.767162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-c41c3b6b-9693-43a9-ab2f-8b121888e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:35.768806 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-c41c3b6b-9693-43a9-ab2f-8b121888e079 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5377207
Apr 15 15:00:35.773474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747}  {{(pid=85437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:00:35.834810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef5143-ce4a-43ba-ae3e-0472f7950d49,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:35.837741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302d8de-b193-4bf8-8836-34a3056816cc None None] New status for floating IP e79f66cc-6482-4a6d-80e4-021133c4063b: ACTIVE {{(pid=85439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:00:35.857812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:35.864844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745207565751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.870364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f426fd8db70> segment precommit_create {{(pid=85437) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 15:00:35.871106 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Added segment 4e81ef57-7597-4fbc-9408-0e2476010079 of type vlan for network a1c5517c-1657-42fd-a6ac-55e68e62a0ef
Apr 15 15:00:35.921231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:35.944012 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Calling delete_port for 8d1547c4-fedb-4d79-be17-a7bc3f185939 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:00:35.987224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b133-c490-4664-ac56-4a46ef8fc062 req-f621dc10-81c0-4aef-99e3-7d7762f68a71 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:35.988900 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb43b133-c490-4664-ac56-4a46ef8fc062 req-f621dc10-81c0-4aef-99e3-7d7762f68a71 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.6562667
Apr 15 15:00:36.002946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56044) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:36.012490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:36.014317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:36.015147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:36.028897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:36.058569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'floatingip': {'port_id': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:36.154465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c5517c-1657-42fd-a6ac-55e68e62a0ef,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:36.164727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:36.180281 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4023592
Apr 15 15:00:36.181131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56054) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:36.189151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Request body: {'subnet': {'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-308495616-subnet', 'tenant_id': 'cd4c199c947d40a9900f98427ad2a844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:36.190785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:36.203748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:36.211227 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Usage tracker for resource:subnet and tenant:cd4c199c947d40a9900f98427ad2a844 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:36.214811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:36.221616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:36.266631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:00:36.321942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Made reservation on behalf of cd4c199c947d40a9900f98427ad2a844 for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:36.327517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:36.423826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:36.466271 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-16f001ce-cff3-4ea8-bb29-6766c9642c67 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6218679
Apr 15 15:00:36.471609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f58-1da6-4c67-8a95-c87b6ccc56a5 req-c7274a44-6dc4-41e0-8fb9-f94822b50fb3 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:36.473302 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-04208f58-1da6-4c67-8a95-c87b6ccc56a5 req-c7274a44-6dc4-41e0-8fb9-f94822b50fb3 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 945 time: 0.2209363
Apr 15 15:00:36.583604 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-04208f58-1da6-4c67-8a95-c87b6ccc56a5 req-ecc3df7d-8180-4f96-bc4a-7ee869c6f7ac tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dae53ca-65fd-490b-b3f8-18310c9ea2cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919471
Apr 15 15:00:36.756372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:36.930410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe6ffd-1522-4c10-9ca2-3c2666d3ad90 req-19ff26d2-cf11-44cb-b674-90e75ef66c4c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:36.932223 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0fe6ffd-1522-4c10-9ca2-3c2666d3ad90 req-19ff26d2-cf11-44cb-b674-90e75ef66c4c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1439359
Apr 15 15:00:37.038373 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0fe6ffd-1522-4c10-9ca2-3c2666d3ad90 req-00863375-8729-4b83-82a4-565efae7ee0b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947256
Apr 15 15:00:37.046256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.065753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:37.084586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.108458 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:37.200018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:37.202969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:37.277626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Checking segment: {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:37.278011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Network hostable DHCP agents. Network: a1c5517c-1657-42fd-a6ac-55e68e62a0ef, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:00:37.286297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Pushing event deleted for resources: {'Port': ['ID=8d1547c4-fedb-4d79-be17-a7bc3f185939,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:37.300220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:37.320637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:00:37.383677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, a1c5517c-1657-42fd-a6ac-55e68e62a0ef) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:37.388008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:37.388815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.403086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f9fc2-9a8f-4357-87a2-2fb301ac1dc3 None None] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:00:37.440781 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2580235
Apr 15 15:00:37.489805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] No DVR routers for this DVR port 8d1547c4-fedb-4d79-be17-a7bc3f185939 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:00:37.497016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.502355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4dadb4-0f88-4780-8581-4288826480a8', 'name': 'network-vif-deleted', 'tag': '8d1547c4-fedb-4d79-be17-a7bc3f185939'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:37.641308 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4dadb4-0f88-4780-8581-4288826480a8', 'name': 'network-vif-deleted', 'tag': '8d1547c4-fedb-4d79-be17-a7bc3f185939', 'status': 'completed', 'code': 200}
Apr 15 15:00:37.724716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.727565 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a1e0af41-28d0-4ae8-85aa-033ec33086d7 req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.10 "DELETE /v2.0/ports/8d1547c4-fedb-4d79-be17-a7bc3f185939 HTTP/1.1" status: 204  len: 173 time: 2.7018170
Apr 15 15:00:37.777985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.834075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4bc0aa7e-95b8-4427-a91c-bf159d214e7b req-9858b43a-83dd-46d4-9ee4-d8927583e008 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.0753984
Apr 15 15:00:37.887577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:37.939756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfde04a-1ed6-45e9-9249-5cc9aabcf0c7 None None] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:00:38.039874 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Floating IP b2aca560-513e-42de-9d43-42b5f9ac7b32 associated. External IP: 172.27.0.177, port: d86bbfc2-7e9b-4a13-977f-d067b7f179d8.
Apr 15 15:00:38.269035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7491-3ef0-47c8-a874-8b0d64cd9017 req-c435a35d-2628-4e67-a276-ae601d0cdad7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:38.270646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95bf7491-3ef0-47c8-a874-8b0d64cd9017 req-c435a35d-2628-4e67-a276-ae601d0cdad7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0961623
Apr 15 15:00:38.323434 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95bf7491-3ef0-47c8-a874-8b0d64cd9017 req-5e0db1ff-2645-440b-9898-d8d00115c481 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457847
Apr 15 15:00:38.435875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:00:38.615989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:00:38.621273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:38.626510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:00:38.636461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:00:38.637110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e083d68>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:00:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:38.681642 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2402bd6b-02dd-4b8b-b8d5-17619fab00bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "PUT /v2.0/floatingips/b2aca560-513e-42de-9d43-42b5f9ac7b32 HTTP/1.1" status: 200  len: 992 time: 2.6754026
Apr 15 15:00:38.996289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:00:39.356303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e083d68>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'b2aca560-513e-42de-9d43-42b5f9ac7b32', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'port_id': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'mac_address': 'fa:16:3e:d3:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:00Z', 'updated_at': '2021-04-15T15:00:37Z', 'revision_number': 1, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:39.360342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:00:39.369072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:00:39.370328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e083d68>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:00:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:39.556342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:00:39.688241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:39.891330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['8d1547c4-fedb-4d79-be17-a7bc3f185939'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:39.936155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e083d68>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'b2aca560-513e-42de-9d43-42b5f9ac7b32', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'port_id': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'mac_address': 'fa:16:3e:d3:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:00Z', 'updated_at': '2021-04-15T15:00:37Z', 'revision_number': 1, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:39.940691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d70b4-716a-4140-a3a4-f77b8382668a None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'b2aca560-513e-42de-9d43-42b5f9ac7b32', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'port_id': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'mac_address': 'fa:16:3e:d3:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:00:00Z', 'updated_at': '2021-04-15T15:00:37Z', 'revision_number': 1, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:00:40.129097 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51adcfb2-3c6f-4826-be8f-d15ea45f1b7a req-ebe35f29-c8e2-49f6-9906-d27409a4fb8a service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763446
Apr 15 15:00:40.224087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-1edff16c-1a65-4d76-aaa6-05f029c4d539 req-871fd435-d61f-4232-bc14-55d96b7a846d tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Synchronizing usage tracker for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:40.263596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380f174-9b5f-47f8-a600-313ef4190ce1 req-4e87f467-ef6e-4d78-8e5d-5c2c29e9400d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:40.265511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d380f174-9b5f-47f8-a600-313ef4190ce1 req-4e87f467-ef6e-4d78-8e5d-5c2c29e9400d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1019182
Apr 15 15:00:40.292519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-1edff16c-1a65-4d76-aaa6-05f029c4d539 req-871fd435-d61f-4232-bc14-55d96b7a846d tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Unset dirty status for tenant:1aeb7a56c72c4c97ba7e5e0d42b2c913 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:40.293824 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1edff16c-1a65-4d76-aaa6-05f029c4d539 req-871fd435-d61f-4232-bc14-55d96b7a846d tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.1205475
Apr 15 15:00:40.302345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7b769-15e2-4cc1-8473-f93325901854 None None] New status for floating IP b2aca560-513e-42de-9d43-42b5f9ac7b32: ACTIVE {{(pid=85439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:00:40.321935 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d380f174-9b5f-47f8-a600-313ef4190ce1 req-8d7a094b-3195-4e19-b710-ebc295201f8f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495939
Apr 15 15:00:40.372161 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'status': 'completed', 'code': 200}
Apr 15 15:00:40.481467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-62ac9397-c05f-4242-ab5a-bfd2960d1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:40.485342 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-62ac9397-c05f-4242-ab5a-bfd2960d1fd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1099 time: 0.0837665
Apr 15 15:00:40.634216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-1c8f20fb-f467-4b7b-b4d6-15a21c01961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:40.635974 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-1c8f20fb-f467-4b7b-b4d6-15a21c01961e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.1435106
Apr 15 15:00:40.752858 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-e5ddda9a-b36e-4182-980b-b7e5d329b5b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 1002 time: 0.1063044
Apr 15 15:00:40.831145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-7bfe1328-46f9-4853-b5ed-38d8ba180e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:40.832747 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-7bfe1328-46f9-4853-b5ed-38d8ba180e69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0706432
Apr 15 15:00:40.925931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-5f9f6c32-020f-421a-ba5a-78dc62c910d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:40.927612 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-5f9f6c32-020f-421a-ba5a-78dc62c910d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0803893
Apr 15 15:00:41.091905 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-6563a3d3-7b63-4670-a411-f7fcfb534bea service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533608
Apr 15 15:00:41.271084 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6b5893a-9d40-4883-9473-039f7cdf9b88 req-4882636c-22a8-4910-be46-1538cba2a84d service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557875
Apr 15 15:00:41.505434 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a1f5ecf-50c1-4643-a8e9-534723d2c201 req-b8e35385-19cf-44bc-89e6-14828b736f64 tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] 10.222.0.20 "GET /v2.0/ports?device_id=df4dadb4-0f88-4780-8581-4288826480a8 HTTP/1.1" status: 200  len: 210 time: 0.0562823
Apr 15 15:00:41.580560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f126a19-f5ba-4d97-b671-3acad3a8dd45 req-9f9b6627-491b-4d2d-8ef0-576206f8d122 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:41.586692 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8f126a19-f5ba-4d97-b671-3acad3a8dd45 req-9f9b6627-491b-4d2d-8ef0-576206f8d122 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1196072
Apr 15 15:00:41.640242 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8f126a19-f5ba-4d97-b671-3acad3a8dd45 req-15048473-2502-4ae5-92f1-885a05df615c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485358
Apr 15 15:00:41.905873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 8d1547c4-fedb-4d79-be17-a7bc3f185939 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:00:41.951184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 8d1547c4-fedb-4d79-be17-a7bc3f185939 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:00:41.952112 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 8d1547c4-fedb-4d79-be17-a7bc3f185939 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:00:42.071512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-6634b662-65d9-43f4-ac38-ab3b52a45b21 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:42.072311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-6634b662-65d9-43f4-ac38-ab3b52a45b21 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Synchronizing usage tracker for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:network {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:42.119311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-6634b662-65d9-43f4-ac38-ab3b52a45b21 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Unset dirty status for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:network {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:42.120596 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-6634b662-65d9-43f4-ac38-ab3b52a45b21 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/networks?id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef HTTP/1.1" status: 200  len: 813 time: 0.2191656
Apr 15 15:00:42.137892 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-a2e0fc45-ff89-4eb5-a01e-7b94825ebeeb tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/quotas/cd4c199c947d40a9900f98427ad2a844 HTTP/1.1" status: 200  len: 375 time: 0.0113094
Apr 15 15:00:42.207710 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-b8124670-826c-4582-af2d-15387454679d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd4c199c947d40a9900f98427ad2a844&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0630715
Apr 15 15:00:42.417713 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9222e282-ceb6-4959-8a00-fac4cfcb474b service neutron] 10.222.0.20 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000866
Apr 15 15:00:42.527997 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-e3ca75ce-5fc4-4643-99ae-eddeb7b87935 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3662755
Apr 15 15:00:42.583964 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-95e230d1-fba6-4d19-86c6-e72f37888aed service neutron] 10.222.0.20 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591284
Apr 15 15:00:42.706434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-ce2242da-1087-481a-881a-b265b72e13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:42.708077 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-ce2242da-1087-481a-881a-b265b72e13be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1099 time: 0.0888157
Apr 15 15:00:42.943648 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-33bbe5b2-ab0d-484e-9bab-ef8f661d5d8e req-cf2f855a-3064-4d5d-b661-ab61f00fa583 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 210 time: 0.0976090
Apr 15 15:00:42.963620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-df2f1053-3cbb-441a-96eb-10da2a11f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:42.965638 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-df2f1053-3cbb-441a-96eb-10da2a11f9be service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.2287631
Apr 15 15:00:43.094187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d725856-a8e3-4f7d-b1b5-6e497b0daad3 req-1313b0e9-2d08-49fc-9671-e0d9f4cc2477 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:43.104320 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7d725856-a8e3-4f7d-b1b5-6e497b0daad3 req-1313b0e9-2d08-49fc-9671-e0d9f4cc2477 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1937768
Apr 15 15:00:43.139464 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-8121c0ac-9d90-4ccc-a60f-9f2e26e75bdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 1002 time: 0.1582327
Apr 15 15:00:43.200727 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7d725856-a8e3-4f7d-b1b5-6e497b0daad3 req-1b4dbad3-f9b8-428d-89f6-e6fa265dacf0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939441
Apr 15 15:00:43.225212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-3b571331-bb2c-4eec-9966-804918f47096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:43.226807 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-3b571331-bb2c-4eec-9966-804918f47096 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0734596
Apr 15 15:00:43.334041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-f085dab4-2862-4ede-99f6-7e8ec34712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:43.336114 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-f085dab4-2862-4ede-99f6-7e8ec34712f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0968506
Apr 15 15:00:43.536276 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-2361043d-bd5a-41e6-9417-732036caa797 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859179
Apr 15 15:00:43.717346 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-203cf761-7c5f-412b-a87a-fd0fdfa571cf req-85287736-5c1c-44f3-8da0-93ff9a3d7a6b service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701200
Apr 15 15:00:44.191859 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c48d203b-5df5-4b0b-9bd9-2f2a28312ab7 req-6e676b99-5b67-4119-8f91-a723c93020c8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 210 time: 0.0518243
Apr 15 15:00:44.411446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5edc-6250-499b-97d8-654e6c95969f req-3f20d365-098f-4e52-b6e5-dbb7ec91dd79 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:44.412906 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-49cb5edc-6250-499b-97d8-654e6c95969f req-3f20d365-098f-4e52-b6e5-dbb7ec91dd79 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0867269
Apr 15 15:00:44.468535 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-49cb5edc-6250-499b-97d8-654e6c95969f req-95c6dc92-5ca6-466f-8edc-7398e944c464 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489874
Apr 15 15:00:44.632616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56286) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:44.709812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Deleting subnet 53aafb37-4562-4206-8b75-59064187635f {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:00:44.714443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:44.772884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:44.782098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:45.077404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-c3f53a89-9c21-4c95-ad08-d42283bd0504 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:45.079240 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-c3f53a89-9c21-4c95-ad08-d42283bd0504 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "GET /v2.0/networks?id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef HTTP/1.1" status: 200  len: 813 time: 0.2593913
Apr 15 15:00:45.111771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Request body: {'port': {'device_id': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef', 'admin_state_up': True, 'tenant_id': 'cd4c199c947d40a9900f98427ad2a844'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:45.114858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:45.335334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:45.340213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Usage tracker for resource:port and tenant:cd4c199c947d40a9900f98427ad2a844 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:45.343917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:45.350220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:45.387371 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f5daa2dd-e205-4534-8b14-f1d015cf0bb9 req-bcfdba34-b715-4665-8f6a-71d933a139d4 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 210 time: 0.0502484
Apr 15 15:00:45.464222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Made reservation on behalf of cd4c199c947d40a9900f98427ad2a844 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:00:45.470458 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:45.587918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:45.603661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-848b3f72-5331-4729-8db4-2e121ed0382c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:45.778617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53aafb37-4562-4206-8b75-59064187635f,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:45.840834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:45.950760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56328) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:45.958621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:45.982656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Allocated IP 172.20.0.13 (a1c5517c-1657-42fd-a6ac-55e68e62a0ef/d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d/89a4dc0f-c8c4-45f6-abdc-5fc392747315) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:00:45.988644 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/53aafb37-4562-4206-8b75-59064187635f HTTP/1.1" status: 204  len: 168 time: 1.3548286
Apr 15 15:00:45.991927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56334) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:45.999130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e541e69-d9b6-4a93-8e41-a36addbf056a req-ccf48d01-d45e-4021-98f0-da9a7f4d9c52 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:46.007115 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e541e69-d9b6-4a93-8e41-a36addbf056a req-ccf48d01-d45e-4021-98f0-da9a7f4d9c52 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.2814016
Apr 15 15:00:46.056781 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e541e69-d9b6-4a93-8e41-a36addbf056a req-550dbbcb-de94-48c1-b03b-cd1d8027b3ca tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489066
Apr 15 15:00:46.064212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56338) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:46.119858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.210614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.255799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.258008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:46.276627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Usage tracker for resource:security_group_rule and tenant:e160acf370794f2e9ae187a7ebbef0d2 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:46.282895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:46.288370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:46.298869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee2b17942814b66bf80b8cbce5bcc2c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:46.311666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:46.323054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:46.376072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.477576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.486900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.506722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7497e200-7777-4fb3-b348-f08597fd575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:46.533140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:46.616055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.781000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f426da3cb38>> segment before_delete 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.781408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f426da3cb38>> subnet precommit_delete_associations 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.782249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> segment_host_mapping after_create 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.782621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> port after_create 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.782980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> port after_delete 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.783355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> port after_update 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.783724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> segment after_delete 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.784072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> subnet after_create 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.784427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> subnet after_delete 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.784781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426e0ccf60>> subnet after_update 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.827661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.859946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426d935cc0>> subnet after_create 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.860455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426d935cc0>> subnet after_delete 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.860832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426d935cc0>> subnet before_create 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.861206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426d935cc0>> subnet before_update 55550000 {{(pid=85437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:00:46.861609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d6d6198>,) {'filters': {'network_id': ['cf356c1b-d947-48a9-9559-3f9c2e9a2f20']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:46.897349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Pushing event updated for resources: {'Port': ['ID=89a4dc0f-c8c4-45f6-abdc-5fc392747315,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:46.902326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d6d6198>, '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:46.903017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d6d6198>, '423b6a1b-8fc2-4eb8-8d78-d0d23183ca5e') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:00:46.908427 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ee2b17942814b66bf80b8cbce5bcc2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8404486
Apr 15 15:00:46.908427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:46.910301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:46.920342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56350) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:46.928998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:46.965229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f2af-0388-47c2-8202-699dcb7e5385 req-54bea9b4-a390-4744-9a6a-7ac4b76f5a4e tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:46.967524 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4728f2af-0388-47c2-8202-699dcb7e5385 req-54bea9b4-a390-4744-9a6a-7ac4b76f5a4e tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 932 time: 0.4319556
Apr 15 15:00:46.995275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdc8928-22af-40f9-abc0-b0ef1bb24d81,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:47.002087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:47.038102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:00:47.039437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4728f2af-0388-47c2-8202-699dcb7e5385 req-6de8ef1a-242d-432e-a609-9bd546d8636c tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Synchronizing usage tracker for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:47.040186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:00:47.049286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:00:47.050612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.055476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:47.056222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.076727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.105778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.108121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.115334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4728f2af-0388-47c2-8202-699dcb7e5385 req-6de8ef1a-242d-432e-a609-9bd546d8636c tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Unset dirty status for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:47.117983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4728f2af-0388-47c2-8202-699dcb7e5385 req-6de8ef1a-242d-432e-a609-9bd546d8636c tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372585
Apr 15 15:00:47.118879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f055d132-707e-4104-9ec7-78caae842e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:47.159633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.164397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9154d-255d-41b3-a443-59b999d15495,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:47.179466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:47.180708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:00:47.212489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.221050 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1172698
Apr 15 15:00:47.223173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7ce08859-0e29-4144-acd3-e9d7f998688e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:47.238113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Request body: {'port': {'device_id': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:00:47.268435 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e160acf370794f2e9ae187a7ebbef0d2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3165159
Apr 15 15:00:47.273645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdc8928-22af-40f9-abc0-b0ef1bb24d81,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:47.276925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:47.286006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56360) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:47.306143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.307812 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fdc8928-22af-40f9-abc0-b0ef1bb24d81 HTTP/1.1" status: 204  len: 168 time: 0.3864532
Apr 15 15:00:47.439848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:00:47.445362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.451221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.490549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.502163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.564939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2f887-21ce-426a-8b06-0db7c1dbf878 req-c4fb353d-2de3-4333-93ed-0396a76b6789 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:47.566595 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eac2f887-21ce-426a-8b06-0db7c1dbf878 req-c4fb353d-2de3-4333-93ed-0396a76b6789 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.3012202
Apr 15 15:00:47.692602 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Network cf356c1b-d947-48a9-9559-3f9c2e9a2f20 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:00:47.713480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   from cryptography.utils import int_from_bytes
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   from cryptography.utils import int_from_bytes
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   (rel_b, rel_a, rel_b),
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   (rel_b, rel_a, rel_b),
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:00:47.720195 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:00:47.724508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-95d6d3f6-f9bc-4ffd-a3f7-3a7591567a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:47.747054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9154d-255d-41b3-a443-59b999d15495,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:47.749539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:47.762807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:47.764042 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcc9154d-255d-41b3-a443-59b999d15495 HTTP/1.1" status: 204  len: 168 time: 0.4770236
Apr 15 15:00:47.794690 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eac2f887-21ce-426a-8b06-0db7c1dbf878 req-96c26ed8-4659-4e38-8450-0aa2759f8a69 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061880
Apr 15 15:00:47.995479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a4dc0f-c8c4-45f6-abdc-5fc392747315 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:48.007181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56374) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:48.007483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.025070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.027419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.046777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:48.048899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:48.069292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.073723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Usage tracker for resource:security_group_rule and tenant:a9f7989a56f9439e987f1302fa260240 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:48.076570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf356c1b-d947-48a9-9559-3f9c2e9a2f20,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:48.081416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:48.081887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Transition to ACTIVE for port object 89a4dc0f-c8c4-45f6-abdc-5fc392747315 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:00:48.085829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:48.092873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:48.109076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.127284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7fbfd79c-9aa3-4a28-a1f5-b39e12b66bc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:48.141937 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf356c1b-d947-48a9-9559-3f9c2e9a2f20 HTTP/1.1" status: 204  len: 168 time: 2.1463704
Apr 15 15:00:48.190590 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.236856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.274629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Pushing event updated for resources: {'Port': ['ID=89a4dc0f-c8c4-45f6-abdc-5fc392747315,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:48.279835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:48.295431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4b769f56-9ba1-49aa-a640-6677bc9354b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:48.350362 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9f7989a56f9439e987f1302fa260240&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3441548
Apr 15 15:00:48.351442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56386) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:48.449257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56390) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:48.454468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2723e3e9-6b33-4dd5-8ebb-9a4056c262b7,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:48.457757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:48.488825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Attempting to bind port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:00:48.489223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Attempting to bind port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:00:48.489903 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Attempting to bind port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 on network a1c5517c-1657-42fd-a6ac-55e68e62a0ef {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:48.496087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.508659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 on network a1c5517c-1657-42fd-a6ac-55e68e62a0ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:00:48.509062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Attempting to bind port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 on network a1c5517c-1657-42fd-a6ac-55e68e62a0ef {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:00:48.518748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:48.521340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:00:48.522159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Checking segment: {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:00:48.522159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Bound using segment: {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:00:48.522616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Bound port: 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:00:48.522998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.535467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd8624-ab51-4b5d-8834-672f4c57b07a req-69256620-66c7-4a48-9e7b-b540898ed7b2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:48.539477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1be9a8186e4441a0f514fc71c6d3e0 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:48.544396 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-34fd8624-ab51-4b5d-8834-672f4c57b07a req-69256620-66c7-4a48-9e7b-b540898ed7b2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 944 time: 0.1732905
Apr 15 15:00:48.545672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:48.547377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.554528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:48.590294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56396) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:48.590460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.668583 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-34fd8624-ab51-4b5d-8834-672f4c57b07a req-07d394c4-9d1f-4d64-8d84-fd9f2dd8c220 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232133
Apr 15 15:00:48.687796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.693869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:48.707429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2723e3e9-6b33-4dd5-8ebb-9a4056c262b7,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:48.712669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:48.712995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] For port 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:00:48.715678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.723894 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2723e3e9-6b33-4dd5-8ebb-9a4056c262b7 HTTP/1.1" status: 204  len: 168 time: 0.3616343
Apr 15 15:00:48.742246 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a7e3cf2e-d409-432f-ad58-9ff7581fcc1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aeb7a56c72c4c97ba7e5e0d42b2c913&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1458907
Apr 15 15:00:48.745997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56406) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:48.750062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] For port 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:00:48.809848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.815675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.843711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:48.847536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.976551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:48.983031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2de68c69-8993-458a-b0d9-abb4742a865b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:48.998971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae53ca-65fd-490b-b3f8-18310c9ea2cf,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:49.001579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:49.053426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.054749 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dae53ca-65fd-490b-b3f8-18310c9ea2cf HTTP/1.1" status: 204  len: 168 time: 0.3076472
Apr 15 15:00:49.060749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.108222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.137439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Pushing event updated for resources: {'Port': ['ID=89a4dc0f-c8c4-45f6-abdc-5fc392747315,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:49.161458 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:49.162674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fa4baa6b-1eda-446e-8616-738c66d3fe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:49.214845 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e1be9a8186e4441a0f514fc71c6d3e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7567961
Apr 15 15:00:49.217733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56418) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:49.234447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b34eee-197d-4dca-94fb-d3fa276564ad,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:49.253542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:49.254303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.256357 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] 10.222.0.10 "PUT /v2.0/ports/89a4dc0f-c8c4-45f6-abdc-5fc392747315 HTTP/1.1" status: 200  len: 1094 time: 2.0238044
Apr 15 15:00:49.256868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'tag': '89a4dc0f-c8c4-45f6-abdc-5fc392747315'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:49.279475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc75b3c-ee99-47a4-9050-a98f10ab0f4e req-b1d19533-a00e-44e1-ad6c-0e2300b1c0d5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:49.287179 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7bc75b3c-ee99-47a4-9050-a98f10ab0f4e req-b1d19533-a00e-44e1-ad6c-0e2300b1c0d5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.2971797
Apr 15 15:00:49.345918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.346526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:49.419883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'tag': '89a4dc0f-c8c4-45f6-abdc-5fc392747315', 'status': 'completed', 'code': 200}
Apr 15 15:00:49.426997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.449646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7bc75b3c-ee99-47a4-9050-a98f10ab0f4e req-b2471792-9f1a-418c-9364-ff3d7780a4f0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610723
Apr 15 15:00:49.487812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:00:49.504671 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-c15dc5ad-433c-4ee5-ab27-c2c80c7f6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:49.506454 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-c15dc5ad-433c-4ee5-ab27-c2c80c7f6211 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4c199c947d40a9900f98427ad2a844&device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 1097 time: 0.1613481
Apr 15 15:00:49.550716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.557560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0a4f51ca-2e29-4802-957d-04802bf509b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:49.586149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:49.590913 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82b34eee-197d-4dca-94fb-d3fa276564ad HTTP/1.1" status: 204  len: 168 time: 0.3715777
Apr 15 15:00:49.592132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b34eee-197d-4dca-94fb-d3fa276564ad,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:49.600615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:49.616901 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-70bf7a17-31d1-4472-81f6-963dfe129760 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315 HTTP/1.1" status: 200  len: 217 time: 0.1018319
Apr 15 15:00:49.698641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-a3b57a17-dd95-4329-90dd-148c67740e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:49.702163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-a3b57a17-dd95-4329-90dd-148c67740e0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d HTTP/1.1" status: 200  len: 853 time: 0.0717411
Apr 15 15:00:49.767899 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-b498d361-f5a2-4cf1-92f0-ab942330157b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531187
Apr 15 15:00:50.005930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef815c3-19a4-4cad-92d9-255f7487e672 req-6670e52d-d45f-4776-bb20-0244b2376d6d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:50.006740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4ef815c3-19a4-4cad-92d9-255f7487e672 req-6670e52d-d45f-4776-bb20-0244b2376d6d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Synchronizing usage tracker for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:00:50.021841 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-5488dfaa-63aa-4f2d-a5aa-95006117cf4e service neutron] 10.222.0.10 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417507
Apr 15 15:00:50.128065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4ef815c3-19a4-4cad-92d9-255f7487e672 req-6670e52d-d45f-4776-bb20-0244b2376d6d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Unset dirty status for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:00:50.128065 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ef815c3-19a4-4cad-92d9-255f7487e672 req-6670e52d-d45f-4776-bb20-0244b2376d6d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 944 time: 0.3145196
Apr 15 15:00:50.211025 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ef815c3-19a4-4cad-92d9-255f7487e672 req-7354c3e8-8ef6-4d02-a566-e0884757e074 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768075
Apr 15 15:00:50.216946 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17affce6-8834-4da1-88a0-8cac4dce3bc6 req-efe18715-0bee-4eb7-9b38-86a6bcd5315a service neutron] 10.222.0.10 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865299
Apr 15 15:00:50.404319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-64b502ea-7a35-4e85-b429-e7902a34e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:50.406337 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-64b502ea-7a35-4e85-b429-e7902a34e210 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4c199c947d40a9900f98427ad2a844&device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 1097 time: 0.0928049
Apr 15 15:00:50.654210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-25cbbe83-f690-4759-98ee-613100409258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:50.655975 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-25cbbe83-f690-4759-98ee-613100409258 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef HTTP/1.1" status: 200  len: 914 time: 0.2402997
Apr 15 15:00:50.758375 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-e857a219-59cf-4279-a70e-687ec967b74d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315 HTTP/1.1" status: 200  len: 217 time: 0.0925322
Apr 15 15:00:50.888955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2155-0190-464c-a392-12400ae3d5f8 req-471ae7f2-07f5-430e-9e37-6036892a2e35 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:50.890652 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bb6c2155-0190-464c-a392-12400ae3d5f8 req-471ae7f2-07f5-430e-9e37-6036892a2e35 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.3019223
Apr 15 15:00:50.897103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-b0a7a68a-4f6e-438a-b990-9c28196f2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:50.898686 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-b0a7a68a-4f6e-438a-b990-9c28196f2faf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d HTTP/1.1" status: 200  len: 853 time: 0.1269341
Apr 15 15:00:50.979490 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-6d3c88a2-d1ae-48fe-b48a-894ca466c4e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632048
Apr 15 15:00:50.991284 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bb6c2155-0190-464c-a392-12400ae3d5f8 req-6d0b4519-284d-4199-9eb3-b9db6301e2b2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915515
Apr 15 15:00:51.327843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56514) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:51.404155 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-5f19869d-e04d-4008-8fb8-d1eb78455eb0 service neutron] 10.222.0.10 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163244
Apr 15 15:00:51.454487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c770b9-20bb-4d38-a33d-52db912de5ac req-d22aad21-5f43-4e8e-b2b3-790b5e2bb850 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:51.462464 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-53c770b9-20bb-4d38-a33d-52db912de5ac req-d22aad21-5f43-4e8e-b2b3-790b5e2bb850 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 944 time: 0.1090786
Apr 15 15:00:51.533703 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-53c770b9-20bb-4d38-a33d-52db912de5ac req-9aa8f97b-ab75-447f-83b1-2d837e516b68 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654237
Apr 15 15:00:51.570750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:51.590976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:51.596692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf0879343714401985692b4f898d62d is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:51.600160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:51.602623 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29dff70e-2650-45d4-a807-deda4e2d28b2 req-88e6c8b8-99ad-40c8-b9fa-b80fa55b8bef service neutron] 10.222.0.10 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1803732
Apr 15 15:00:51.608295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:51.703526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:51.736359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:51.747027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9f847084-9650-436d-97d3-766f29b3c23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:51.804560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56534) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:51.810866 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcf0879343714401985692b4f898d62d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4813337
Apr 15 15:00:51.811939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2893e0-6394-48bc-bead-e518bb7fb1da,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:51.829458 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:51.871803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:51.902734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:51.988840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:51.995132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:52.010612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2893e0-6394-48bc-bead-e518bb7fb1da,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:52.013817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:52.018341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:52.024164 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a2893e0-6394-48bc-bead-e518bb7fb1da HTTP/1.1" status: 204  len: 168 time: 0.2184501
Apr 15 15:00:53.351292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56618) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:53.478821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.494695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:53.498689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Usage tracker for resource:security_group_rule and tenant:461623474a424d19937ec1d82c0d0c5d is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:53.501594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:53.507699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:53.597659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.645971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.657611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:53.701631 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=461623474a424d19937ec1d82c0d0c5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3466256
Apr 15 15:00:53.701631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8957d-4292-4cc7-92c7-4d82ba99524b,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:53.702596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56624) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:53.704311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:53.768217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.803145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.844869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be0709-0551-4536-9c96-ebb0ff245fc9 req-ed5daa0c-4559-420e-8ddf-24ed8809ed1c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:53.846565 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50be0709-0551-4536-9c96-ebb0ff245fc9 req-ed5daa0c-4559-420e-8ddf-24ed8809ed1c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0987771
Apr 15 15:00:53.886930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.892992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4dd7386d-d159-4de1-82e3-7ed82d7fcd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:53.900556 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50be0709-0551-4536-9c96-ebb0ff245fc9 req-9cb3f4bc-84b1-4d32-a9bc-0090c16f31fc tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470171
Apr 15 15:00:53.907350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8957d-4292-4cc7-92c7-4d82ba99524b,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:53.910485 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:53.935228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:53.939722 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fa8957d-4292-4cc7-92c7-4d82ba99524b HTTP/1.1" status: 204  len: 168 time: 0.2348475
Apr 15 15:00:54.153627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33b93-f0e3-4e51-8aa7-ff6de10632d1 req-74892e0e-800a-4fad-8411-ceecfad29c24 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:54.155483 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bdf33b93-f0e3-4e51-8aa7-ff6de10632d1 req-74892e0e-800a-4fad-8411-ceecfad29c24 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 944 time: 0.1030645
Apr 15 15:00:54.206526 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bdf33b93-f0e3-4e51-8aa7-ff6de10632d1 req-53e378de-c303-48f1-94ca-6822918c194a tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443978
Apr 15 15:00:54.467562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 56642) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:54.488401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.504526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:00:54.508589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Usage tracker for resource:security_group_rule and tenant:a21de4cda40240c1bc07fd027157c38d is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:00:54.511854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:00:54.518141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:00:54.624779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.684745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.694348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3874e306-d27b-43fd-9a30-670b322109d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:54.737035 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a21de4cda40240c1bc07fd027157c38d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2681754
Apr 15 15:00:54.738821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce608d4c-53de-48f9-aab7-471e1ceafbe1,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:54.739891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 56656) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:00:54.741941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:54.805110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.826729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 89a4dc0f-c8c4-45f6-abdc-5fc392747315 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:00:54.836931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.943104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.948991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7edbf724-52fb-413a-9e64-2cb8ecbaf6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:54.963449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce608d4c-53de-48f9-aab7-471e1ceafbe1,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:54.972827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:54.979199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:54.982987 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce608d4c-53de-48f9-aab7-471e1ceafbe1 HTTP/1.1" status: 204  len: 168 time: 0.2393749
Apr 15 15:00:54.991323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:55.008267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '89a4dc0f-c8c4-45f6-abdc-5fc392747315', 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef', 'port_id': '89a4dc0f-c8c4-45f6-abdc-5fc392747315', 'mac_address': 'fa:16:3e:f2:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bc9c8d-e8d2-4e68-8b4c-d48396286b1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:00:55.070360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:55.095398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a4dc0f-c8c4-45f6-abdc-5fc392747315 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:00:55.113611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:55.149393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:55.152344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:55.155106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f90bf-ed2f-4c4d-b507-19dab0130b05 req-971806e3-d579-4e21-bd30-7c6b2f6fb19c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:55.158965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-047f90bf-ed2f-4c4d-b507-19dab0130b05 req-971806e3-d579-4e21-bd30-7c6b2f6fb19c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1135447
Apr 15 15:00:55.212318 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-047f90bf-ed2f-4c4d-b507-19dab0130b05 req-5d48f0d1-c728-4842-9ce5-291fea7e0e0a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491283
Apr 15 15:00:55.231519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=89a4dc0f-c8c4-45f6-abdc-5fc392747315,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:55.239636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.239905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.240295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.240680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.241057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.241434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.241808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.242215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.242773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.243023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.243394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.244289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:00:55.248828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:55.413631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceaccc-27ce-4e61-8896-d847b11d0250 req-c27fd1fe-9e3f-4da9-8fc1-be0611f8a220 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:55.415338 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bceaccc-27ce-4e61-8896-d847b11d0250 req-c27fd1fe-9e3f-4da9-8fc1-be0611f8a220 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 945 time: 0.0885994
Apr 15 15:00:55.489392 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bceaccc-27ce-4e61-8896-d847b11d0250 req-d5462558-390f-43f6-866d-28428fe15beb tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484428
Apr 15 15:00:55.592404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['89a4dc0f-c8c4-45f6-abdc-5fc392747315'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:00:56.430684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535f4be-b950-4e3b-bf9f-aca46ee25918 req-b666b758-2d22-4679-bd3e-ddf946dfd87e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:56.432762 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1535f4be-b950-4e3b-bf9f-aca46ee25918 req-b666b758-2d22-4679-bd3e-ddf946dfd87e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0934064
Apr 15 15:00:56.488576 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1535f4be-b950-4e3b-bf9f-aca46ee25918 req-563a8cfd-18b9-49f6-8ab5-27fcc44241f6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471525
Apr 15 15:00:56.705746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09c5c-accf-4d0b-a29d-e157f21ae96b req-f46a6e5c-4ce0-4f26-bfae-75d23350e5b1 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:56.707480 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4eb09c5c-accf-4d0b-a29d-e157f21ae96b req-f46a6e5c-4ce0-4f26-bfae-75d23350e5b1 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 945 time: 0.0974574
Apr 15 15:00:56.756935 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4eb09c5c-accf-4d0b-a29d-e157f21ae96b req-24e6070a-c75a-4c91-98cc-68e063e5de19 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429361
Apr 15 15:00:58.645899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 89a4dc0f-c8c4-45f6-abdc-5fc392747315 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:00:58.747440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:00:58.752300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:00:58.752722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:58.881946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:58.910264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a4dc0f-c8c4-45f6-abdc-5fc392747315'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:00:58.920794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:00:58.949047 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:00:58.951663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-88e40131-95de-4e00-acfa-3ec4ada0447a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:00:59.019747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=89a4dc0f-c8c4-45f6-abdc-5fc392747315,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:00:59.022844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:00:59.964748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142ea50-e2c9-4a91-b3f4-35c74ebce08e req-0f902383-f13b-44ec-99dc-4d0f216d4dc8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:59.966561 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d142ea50-e2c9-4a91-b3f4-35c74ebce08e req-0f902383-f13b-44ec-99dc-4d0f216d4dc8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0912864
Apr 15 15:00:59.969779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db42ca-ea3c-4824-addb-b1c2fade816d req-b209960a-5bd0-434f-ae13-59d737de49fa tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:00:59.971598 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b2db42ca-ea3c-4824-addb-b1c2fade816d req-b209960a-5bd0-434f-ae13-59d737de49fa tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.0925193
Apr 15 15:01:00.026662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d142ea50-e2c9-4a91-b3f4-35c74ebce08e req-9c6b9c30-589f-44c7-9534-ccaea8175122 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531173
Apr 15 15:01:00.027717 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b2db42ca-ea3c-4824-addb-b1c2fade816d req-3c49d9f9-eab1-4a6a-b7d7-1f415c5f9a97 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485368
Apr 15 15:01:00.098780 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a4dc0f-c8c4-45f6-abdc-5fc392747315', 'code': 200}
Apr 15 15:01:02.732293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f85fbfd2-af49-47b6-afe0-21e300e89ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:03.567519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27448915-cb14-432b-b874-a63a529b5fe0 req-3ddd8051-19c7-44e5-b816-69e63ed48d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:03.569134 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27448915-cb14-432b-b874-a63a529b5fe0 req-3ddd8051-19c7-44e5-b816-69e63ed48d5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 1099 time: 0.0828614
Apr 15 15:01:03.619920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-27448915-cb14-432b-b874-a63a529b5fe0 req-90b5b320-e79d-49ec-9f6b-8e0e6ccecbe4 service neutron] Synchronizing usage tracker for tenant:b61d2d2e2e8645cda20d3b63d01f4c2a on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:01:03.722129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7672734-50a2-4c09-bbb0-94d0d89f466b req-86f35657-6262-4877-9cfc-f9142fe0a9b2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:03.723819 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b7672734-50a2-4c09-bbb0-94d0d89f466b req-86f35657-6262-4877-9cfc-f9142fe0a9b2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.0944853
Apr 15 15:01:03.725270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fb59b-e430-4f12-ae6e-9c1eae2288fa req-021abfef-7baa-496a-8977-57105bcf37f1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:03.726928 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dc4fb59b-e430-4f12-ae6e-9c1eae2288fa req-021abfef-7baa-496a-8977-57105bcf37f1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1030746
Apr 15 15:01:03.728196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-27448915-cb14-432b-b874-a63a529b5fe0 req-90b5b320-e79d-49ec-9f6b-8e0e6ccecbe4 service neutron] Unset dirty status for tenant:b61d2d2e2e8645cda20d3b63d01f4c2a on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:01:03.729293 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27448915-cb14-432b-b874-a63a529b5fe0 req-90b5b320-e79d-49ec-9f6b-8e0e6ccecbe4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498744
Apr 15 15:01:03.773793 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b7672734-50a2-4c09-bbb0-94d0d89f466b req-9de186cf-3e6d-400f-83bb-332e87df6ef7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427418
Apr 15 15:01:03.776370 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dc4fb59b-e430-4f12-ae6e-9c1eae2288fa req-ea8db734-bca9-4007-908f-826a1a9c0521 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426881
Apr 15 15:01:04.840862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9248cb41-0b16-4117-a44d-7f35dca52439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:05.041959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f530248-5cf5-43e2-b93e-ceca90875951 req-a104057f-9d68-4fc2-81cf-0e50018db887 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:05.043608 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9f530248-5cf5-43e2-b93e-ceca90875951 req-a104057f-9d68-4fc2-81cf-0e50018db887 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.0986660
Apr 15 15:01:05.057273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d9ff4-515f-47fd-8d2b-9a62f844ffaa req-6e4b55a5-16af-400d-ad06-88219b242ddc tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:05.058877 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d07d9ff4-515f-47fd-8d2b-9a62f844ffaa req-6e4b55a5-16af-400d-ad06-88219b242ddc tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1148286
Apr 15 15:01:05.106000 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9f530248-5cf5-43e2-b93e-ceca90875951 req-b6edcdcc-58fa-492a-bcc0-c76ba68f92c9 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556910
Apr 15 15:01:05.127406 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d07d9ff4-515f-47fd-8d2b-9a62f844ffaa req-0fb1ebd1-16d6-4acb-b00c-169611236d43 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619781
Apr 15 15:01:05.423512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606af5f-f733-4c33-bf50-3d287710ca56 req-fe47d93c-6126-4464-9300-f57b5c50f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:05.425297 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5606af5f-f733-4c33-bf50-3d287710ca56 req-fe47d93c-6126-4464-9300-f57b5c50f247 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 1098 time: 0.0856068
Apr 15 15:01:05.485658 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5606af5f-f733-4c33-bf50-3d287710ca56 req-6354e892-7966-46ac-9255-21e425445297 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396335
Apr 15 15:01:06.131969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:06.331419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde6142-e6a8-4779-b034-17f611640ef1 req-5e403cc3-94ea-4778-910e-4ae62c5b9767 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:06.333024 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2bde6142-e6a8-4779-b034-17f611640ef1 req-5e403cc3-94ea-4778-910e-4ae62c5b9767 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.0923686
Apr 15 15:01:06.356494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc141e-efed-460b-b5c2-375618345afa req-bc2def3c-8057-4e5e-858c-fe16b7941a7d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:06.358143 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78dc141e-efed-460b-b5c2-375618345afa req-bc2def3c-8057-4e5e-858c-fe16b7941a7d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0959227
Apr 15 15:01:06.382721 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2bde6142-e6a8-4779-b034-17f611640ef1 req-8a360b6f-a0f8-482c-8b77-9d7f52452c43 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427825
Apr 15 15:01:06.408921 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78dc141e-efed-460b-b5c2-375618345afa req-7e78a267-b5e5-48f5-9896-abb8b1b904d1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439951
Apr 15 15:01:06.800883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:07.549076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:07.619420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc11b9-ad4d-45f9-8061-2081b3129c9b req-d51d05b4-86f2-4d78-a8f5-2743ccf5bc52 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:07.621031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a1dc11b9-ad4d-45f9-8061-2081b3129c9b req-d51d05b4-86f2-4d78-a8f5-2743ccf5bc52 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0934317
Apr 15 15:01:07.671534 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a1dc11b9-ad4d-45f9-8061-2081b3129c9b req-7295d4b3-eb76-47fa-9e66-5f367643504c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439639
Apr 15 15:01:07.743815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 57042) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:01:07.880888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:07.898316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:01:07.903512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Usage tracker for resource:security_group_rule and tenant:e70f7a5fdaf442ffb99ecf13db8c87c0 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:01:07.906421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:01:07.913176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:01:07.916061 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac723d5-9f9d-4599-932e-616d604560be req-af34aa0f-e984-4214-92c6-1e6e76ea5334 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:07.917480 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8ac723d5-9f9d-4599-932e-616d604560be req-af34aa0f-e984-4214-92c6-1e6e76ea5334 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1056428
Apr 15 15:01:07.971924 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8ac723d5-9f9d-4599-932e-616d604560be req-7bd8e6d6-cd85-425d-9b5e-06a930e35688 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471647
Apr 15 15:01:08.011717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.040194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.071661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-763ac7b6-4507-4503-b1fd-41ef8de4bcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:01:08.081977 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e70f7a5fdaf442ffb99ecf13db8c87c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3370404
Apr 15 15:01:08.084881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 57062) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:01:08.104977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad2af1a-7eff-4e14-bd02-16c89275c58c,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:01:08.109699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:01:08.163582 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.199287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.286209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.296585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:01:08.313088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad2af1a-7eff-4e14-bd02-16c89275c58c,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:01:08.315637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:01:08.317879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.322105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ad2af1a-7eff-4e14-bd02-16c89275c58c HTTP/1.1" status: 204  len: 168 time: 0.2331269
Apr 15 15:01:08.565519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 57080) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:01:08.740433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:08.773110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:01:08.778107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Usage tracker for resource:security_group_rule and tenant:28ae6ede5cc443e4b8ec5f7c15b8bec8 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:01:08.781204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:01:08.787362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:01:08.988353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:09.017818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:09.028583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f715b8be-e1df-4a96-8a34-149fc5c7c82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:01:09.077182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 57114) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:01:09.078937 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28ae6ede5cc443e4b8ec5f7c15b8bec8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5121393
Apr 15 15:01:09.080356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3449e0b-b084-4e94-8108-5cd129942773,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:01:09.096507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:01:09.144264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:09.176732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:09.331747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:09.338087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:01:09.359830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3449e0b-b084-4e94-8108-5cd129942773,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:01:09.373325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:01:09.375661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:09.380075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3449e0b-b084-4e94-8108-5cd129942773 HTTP/1.1" status: 204  len: 168 time: 0.3017402
Apr 15 15:01:10.546854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-9455c962-b2f3-4f1d-9975-8a405f356519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:10.548540 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-9455c962-b2f3-4f1d-9975-8a405f356519 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.1752322
Apr 15 15:01:10.788184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ea4a2-997a-4170-9e19-521dfcabc7d0 req-5d2ee0b7-f64f-424b-a8d0-142381c302c9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:10.788184 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-715ea4a2-997a-4170-9e19-521dfcabc7d0 req-5d2ee0b7-f64f-424b-a8d0-142381c302c9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1434126
Apr 15 15:01:10.788184 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-715ea4a2-997a-4170-9e19-521dfcabc7d0 req-78ff1152-e7b5-4884-b087-d3e9f1fdca6a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421332
Apr 15 15:01:10.788184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-8d6985ba-1360-4f9c-aaa1-9bc11524c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:10.788184 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-8d6985ba-1360-4f9c-aaa1-9bc11524c1ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.1693976
Apr 15 15:01:10.831555 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-a7bcb878-6f35-4972-bde6-bbf375b9031a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.0682769
Apr 15 15:01:10.915001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-6afb0942-265a-4e20-a693-ee077c2869f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:10.916689 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-6afb0942-265a-4e20-a693-ee077c2869f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.0710249
Apr 15 15:01:10.973298 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-08984ebf-ea24-455c-a1c1-98a377f59ed6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478055
Apr 15 15:01:11.121900 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-e3583cca-e77b-4e4f-b63c-64941079e757 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367271
Apr 15 15:01:11.273102 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1909a0b0-3feb-4d1b-ab45-e042ae5aee09 req-a5b01c65-2d61-45ac-a333-726a6c8bce1c service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399302
Apr 15 15:01:12.185481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffd53f-6ca2-446f-ae14-8848844f36eb req-3d4c907f-c61c-4280-b729-452f8dc2c5d8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:12.188161 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9ffd53f-6ca2-446f-ae14-8848844f36eb req-3d4c907f-c61c-4280-b729-452f8dc2c5d8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0978048
Apr 15 15:01:12.240336 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9ffd53f-6ca2-446f-ae14-8848844f36eb req-e654f685-9436-4683-bbb6-d512f98967ae tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455847
Apr 15 15:01:13.464871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed1b53-fdf1-4eae-8b30-c7495b01ff7d req-005bd9b1-88d7-4a0d-a4ac-75931209820d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:13.467314 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e1ed1b53-fdf1-4eae-8b30-c7495b01ff7d req-005bd9b1-88d7-4a0d-a4ac-75931209820d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1075506
Apr 15 15:01:13.532962 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e1ed1b53-fdf1-4eae-8b30-c7495b01ff7d req-48c03c92-5cdf-4430-8ad2-b55f21c4cf66 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556235
Apr 15 15:01:14.753041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d21354-344f-4ac9-bdaa-d1c4e9aaefec req-c254b5c2-03e8-42d9-b020-13a1e729880b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:14.754712 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f5d21354-344f-4ac9-bdaa-d1c4e9aaefec req-c254b5c2-03e8-42d9-b020-13a1e729880b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0994675
Apr 15 15:01:14.817265 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f5d21354-344f-4ac9-bdaa-d1c4e9aaefec req-89de088a-eeba-41e2-9f4e-40e6f080e3fb tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551105
Apr 15 15:01:15.150871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:16.072324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d177d-c22f-45cc-a8cf-fd7e4fa86130 req-86ee7f06-73de-41d8-8902-cf4a8dd9a120 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:16.073993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ca5d177d-c22f-45cc-a8cf-fd7e4fa86130 req-86ee7f06-73de-41d8-8902-cf4a8dd9a120 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0924156
Apr 15 15:01:16.124879 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ca5d177d-c22f-45cc-a8cf-fd7e4fa86130 req-e9860ad4-311a-47ef-9410-aa32ae6e4118 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440629
Apr 15 15:01:17.340427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1aa0a-6f0e-403f-b60a-ccda4779592a req-fc4527b3-de0e-461f-80c1-1fbe8a90c15b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:17.342044 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d0b1aa0a-6f0e-403f-b60a-ccda4779592a req-fc4527b3-de0e-461f-80c1-1fbe8a90c15b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0930994
Apr 15 15:01:17.392788 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d0b1aa0a-6f0e-403f-b60a-ccda4779592a req-6ed61154-90f1-4bd7-a0ee-6dceb060af72 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442197
Apr 15 15:01:18.609953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c09eb0-5c63-40c3-bb82-ca21970425bd req-574cd2f3-d36c-43c5-8f10-bf0b863ae610 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:18.611617 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-77c09eb0-5c63-40c3-bb82-ca21970425bd req-574cd2f3-d36c-43c5-8f10-bf0b863ae610 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0958858
Apr 15 15:01:18.667005 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-77c09eb0-5c63-40c3-bb82-ca21970425bd req-518cdf6a-6f28-48bd-a607-000ead83f6c3 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488389
Apr 15 15:01:19.878910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1ec04-2f10-4345-85fc-2b5067b6b999 req-0843c62f-c870-4ed4-a83f-18954d85a7d7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:19.880522 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71f1ec04-2f10-4345-85fc-2b5067b6b999 req-0843c62f-c870-4ed4-a83f-18954d85a7d7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0895274
Apr 15 15:01:19.929458 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71f1ec04-2f10-4345-85fc-2b5067b6b999 req-d85bb95d-e906-4ec7-b891-eac024602f6b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419774
Apr 15 15:01:23.577579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c3ced-bbb5-4a17-942d-f1328a8bd49d req-3790387c-8433-4842-ae27-ebdfc9eecf53 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:23.579472 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f96c3ced-bbb5-4a17-942d-f1328a8bd49d req-3790387c-8433-4842-ae27-ebdfc9eecf53 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0925858
Apr 15 15:01:23.628167 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f96c3ced-bbb5-4a17-942d-f1328a8bd49d req-9bda60c7-574d-4762-839d-1b98ba916d5b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421486
Apr 15 15:01:26.487095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:01:28.112944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685ede-a0ef-4ee8-b054-a12c35383a8e req-6767d5ea-4d90-4cbd-a06d-cfcb75dad4f9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:28.114570 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c5685ede-a0ef-4ee8-b054-a12c35383a8e req-6767d5ea-4d90-4cbd-a06d-cfcb75dad4f9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0955501
Apr 15 15:01:28.163828 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c5685ede-a0ef-4ee8-b054-a12c35383a8e req-0f8efe83-1b37-45dc-b95b-aa222edb875b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424068
Apr 15 15:01:29.893680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893d8d-7e22-4638-91a1-dbc2b1ce95d1 req-acb12ea8-4866-469d-b5dd-f72cc59afc02 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:29.895333 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-13893d8d-7e22-4638-91a1-dbc2b1ce95d1 req-acb12ea8-4866-469d-b5dd-f72cc59afc02 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0964289
Apr 15 15:01:29.945253 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-13893d8d-7e22-4638-91a1-dbc2b1ce95d1 req-4d0131ad-9ea4-4788-9dbd-42fc205ed128 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432680
Apr 15 15:01:32.735734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c3f5a3ad-74ee-4509-939e-155d10477fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:33.340162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd0fed-ae26-4d3d-8a0d-5ed59b4aff25 req-f37500ff-5d64-4c18-b72b-79cffb12de88 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:33.341758 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68cd0fed-ae26-4d3d-8a0d-5ed59b4aff25 req-f37500ff-5d64-4c18-b72b-79cffb12de88 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0910046
Apr 15 15:01:33.389575 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68cd0fed-ae26-4d3d-8a0d-5ed59b4aff25 req-31f1e72b-bb71-4747-955e-ee55ca4b2b3d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414197
Apr 15 15:01:34.606027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf769576-458f-428d-9b86-45ebab59ebe6 req-53d640a5-325f-4bcc-9342-af12446d75b6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:34.607662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf769576-458f-428d-9b86-45ebab59ebe6 req-53d640a5-325f-4bcc-9342-af12446d75b6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0922315
Apr 15 15:01:34.663406 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf769576-458f-428d-9b86-45ebab59ebe6 req-0dbef2ea-9277-4fff-9808-50e93c4db07a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470023
Apr 15 15:01:34.823356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a61b2655-ae3b-4a0b-ac22-ff2bc8554824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:35.874244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b57934-052f-49c6-914b-2439d953e99e req-f528a15c-dabd-4fec-bf9d-dd7ada3a314f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:35.875856 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-07b57934-052f-49c6-914b-2439d953e99e req-f528a15c-dabd-4fec-bf9d-dd7ada3a314f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0937307
Apr 15 15:01:35.925743 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-07b57934-052f-49c6-914b-2439d953e99e req-812d7615-bee4-45ec-9b38-e58812ea9977 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431364
Apr 15 15:01:36.130141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:36.771607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:37.135694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1519fa-bfd7-4018-9f73-dc1e0cfa0970 req-8ced1cad-5b15-41a7-94f5-50c33175072f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:37.137259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7c1519fa-bfd7-4018-9f73-dc1e0cfa0970 req-8ced1cad-5b15-41a7-94f5-50c33175072f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0922527
Apr 15 15:01:37.189526 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7c1519fa-bfd7-4018-9f73-dc1e0cfa0970 req-593ac4b7-96e6-40a6-920f-9b93231e9124 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455353
Apr 15 15:01:37.502945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:38.542042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138c5c1-1dfb-4dd3-89a8-c324da4027b2 req-c5ef3db1-1cdc-409b-bc56-8300bd50a0a7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:38.543696 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1138c5c1-1dfb-4dd3-89a8-c324da4027b2 req-c5ef3db1-1cdc-409b-bc56-8300bd50a0a7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0894625
Apr 15 15:01:38.595645 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1138c5c1-1dfb-4dd3-89a8-c324da4027b2 req-9cbd6ac2-57d3-40fc-8105-d58d185343af tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457225
Apr 15 15:01:39.817035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf998d-3b18-4719-801f-ceb542ade9c3 req-628c9f74-4b99-4524-b7e7-062baa743d02 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:39.838675 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6edf998d-3b18-4719-801f-ceb542ade9c3 req-628c9f74-4b99-4524-b7e7-062baa743d02 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1161156
Apr 15 15:01:39.885146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6edf998d-3b18-4719-801f-ceb542ade9c3 req-3de289bf-e22c-4208-a515-0a6bedc962ae tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455678
Apr 15 15:01:41.093731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907e189-fc25-45d4-b98b-a340c78729c0 req-0bf32f59-6f64-4f1e-870b-f11c818a2f7d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:41.095349 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f907e189-fc25-45d4-b98b-a340c78729c0 req-0bf32f59-6f64-4f1e-870b-f11c818a2f7d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0926409
Apr 15 15:01:41.144814 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f907e189-fc25-45d4-b98b-a340c78729c0 req-8ec742b0-78aa-49e5-a1fe-67dcfc0acfaf tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422611
Apr 15 15:01:44.405347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78bfad-6074-46d6-a6f5-34cb6a1d9825 req-3de72a44-da8f-4f27-8b3c-28180bedf7b2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:44.407089 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ce78bfad-6074-46d6-a6f5-34cb6a1d9825 req-3de72a44-da8f-4f27-8b3c-28180bedf7b2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1008587
Apr 15 15:01:44.460358 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ce78bfad-6074-46d6-a6f5-34cb6a1d9825 req-9ed1c85f-02b9-46b3-bec4-5ae3684468be tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462565
Apr 15 15:01:45.148908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:01:45.404392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78691187-53f6-4d9f-a62f-a197ec60076c req-f9939856-cf83-44aa-89dc-3cd941e1ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:45.405993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-f9939856-cf83-44aa-89dc-3cd941e1ee0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.0828297
Apr 15 15:01:45.576090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78691187-53f6-4d9f-a62f-a197ec60076c req-5165b67d-9541-4706-bd5a-da805e40fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:45.577907 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-5165b67d-9541-4706-bd5a-da805e40fd33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.1389055
Apr 15 15:01:45.689939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a264bd-5704-4940-9f86-8af06c7322a8 req-976a68a1-9806-414e-b27f-076d4cab537e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:45.691688 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d1a264bd-5704-4940-9f86-8af06c7322a8 req-976a68a1-9806-414e-b27f-076d4cab537e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1024292
Apr 15 15:01:45.749344 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d1a264bd-5704-4940-9f86-8af06c7322a8 req-2855887c-531b-472a-bebe-0d6c408987f2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499840
Apr 15 15:01:45.877351 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-83a7ad0b-8618-4365-b289-d6b531889b2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.2912242
Apr 15 15:01:45.949119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78691187-53f6-4d9f-a62f-a197ec60076c req-1edce7b5-7b38-497c-adb5-e59ac0c2f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:45.950686 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-1edce7b5-7b38-497c-adb5-e59ac0c2f671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.0661428
Apr 15 15:01:46.015405 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-940f2f96-af65-4545-a84c-22584fabf45a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466783
Apr 15 15:01:46.170000 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-a7739423-dfb0-4475-a609-36bf700fa8ed service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377561
Apr 15 15:01:46.322537 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78691187-53f6-4d9f-a62f-a197ec60076c req-d27133c8-5996-4e66-8c80-27b0f68a2a28 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367841
Apr 15 15:01:46.962133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60747067-d2fe-4e09-8690-2b9706954164 req-cbfcdb9a-96f9-4641-aec8-6daf048406cd tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:46.964730 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-60747067-d2fe-4e09-8690-2b9706954164 req-cbfcdb9a-96f9-4641-aec8-6daf048406cd tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0985470
Apr 15 15:01:47.019414 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-60747067-d2fe-4e09-8690-2b9706954164 req-ed39ef76-b90e-44ae-84cb-1ae14e4408e9 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469055
Apr 15 15:01:48.229380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909cc5-d768-45cd-9dd0-02a50f54a133 req-7464c88c-5019-46ac-8240-dab5ef0cdeab tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:48.230982 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5909cc5-d768-45cd-9dd0-02a50f54a133 req-7464c88c-5019-46ac-8240-dab5ef0cdeab tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0929420
Apr 15 15:01:48.476828 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5909cc5-d768-45cd-9dd0-02a50f54a133 req-5c1c2dde-3223-4496-95b5-91f277f5470c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393811
Apr 15 15:01:49.682142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c44999-8be8-43b8-b73e-6a4200663bc5 req-03e730e4-19f5-4cc8-9a18-bdd394014f68 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:49.683648 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-60c44999-8be8-43b8-b73e-6a4200663bc5 req-03e730e4-19f5-4cc8-9a18-bdd394014f68 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0888267
Apr 15 15:01:49.734331 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-60c44999-8be8-43b8-b73e-6a4200663bc5 req-d07d2b88-5b49-4449-a29b-361715bb3d48 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444016
Apr 15 15:01:50.935546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038aa95-8e49-44b0-83e0-738fd274b895 req-b41bd1ba-a2b5-43a4-9506-b625978d91bf tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:50.937122 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4038aa95-8e49-44b0-83e0-738fd274b895 req-b41bd1ba-a2b5-43a4-9506-b625978d91bf tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0889707
Apr 15 15:01:50.984995 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4038aa95-8e49-44b0-83e0-738fd274b895 req-a4985e5b-fd67-4254-b397-ec92626a220e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416162
Apr 15 15:01:52.247868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d58082-ac42-4ecd-a787-834bcf5127b9 req-ffd8f5bf-68bb-4531-a04d-1551dde9dd18 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:52.249472 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-61d58082-ac42-4ecd-a787-834bcf5127b9 req-ffd8f5bf-68bb-4531-a04d-1551dde9dd18 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0958302
Apr 15 15:01:52.297536 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-61d58082-ac42-4ecd-a787-834bcf5127b9 req-c3ca9f5c-700c-4abd-bc8b-de2e13ec2d8e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415630
Apr 15 15:01:52.715082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4991-6407-4a5d-93ef-516d68e57ac1 req-ee67e85d-8a2c-4c44-b76c-507b97f26667 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:52.717178 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6a0f4991-6407-4a5d-93ef-516d68e57ac1 req-ee67e85d-8a2c-4c44-b76c-507b97f26667 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0980043
Apr 15 15:01:52.775004 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6a0f4991-6407-4a5d-93ef-516d68e57ac1 req-589122ab-c808-4d9d-99b4-0853ebba751c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514355
Apr 15 15:01:53.511912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f13d9-1644-42b4-816c-9fdd6d712455 req-aeca1312-e0d5-4a8d-9265-18a06a284382 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:53.514567 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb7f13d9-1644-42b4-816c-9fdd6d712455 req-aeca1312-e0d5-4a8d-9265-18a06a284382 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0948353
Apr 15 15:01:53.567168 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb7f13d9-1644-42b4-816c-9fdd6d712455 req-a9f2b4ab-1daa-4720-a54e-f4451bf47eb1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462790
Apr 15 15:01:53.980865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aa9fa-4a71-424e-8b36-ba03cc9ad3eb req-232e5994-c51a-4d24-bc0c-3cfb1a8480f4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:53.982847 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-266aa9fa-4a71-424e-8b36-ba03cc9ad3eb req-232e5994-c51a-4d24-bc0c-3cfb1a8480f4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0923643
Apr 15 15:01:54.030354 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-266aa9fa-4a71-424e-8b36-ba03cc9ad3eb req-df7a9880-9de3-4f5f-bdfb-6e5cb8f9bfb1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412292
Apr 15 15:01:54.776109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7305e-3b08-406a-877a-f3ba819f2dbf req-37742ea7-91e6-4268-af2b-8f26e785a536 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:54.777687 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-35d7305e-3b08-406a-877a-f3ba819f2dbf req-37742ea7-91e6-4268-af2b-8f26e785a536 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0946515
Apr 15 15:01:54.833880 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-35d7305e-3b08-406a-877a-f3ba819f2dbf req-d2cc2872-6cc2-45f2-87d8-2c8431c5ad82 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496342
Apr 15 15:01:57.844202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b4b3c-4acf-4e3a-8258-d38bdb71655f req-70efc620-4e3b-451a-9338-744d5d33bd57 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:57.845935 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f36b4b3c-4acf-4e3a-8258-d38bdb71655f req-70efc620-4e3b-451a-9338-744d5d33bd57 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0935347
Apr 15 15:01:57.899690 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f36b4b3c-4acf-4e3a-8258-d38bdb71655f req-5e313b7a-6746-47a3-8346-5709714a579e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463948
Apr 15 15:01:58.112519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc617-87a8-4874-bf80-078198341627 req-9b258080-ebd0-4d21-9453-815d670b0568 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:58.121999 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a56cc617-87a8-4874-bf80-078198341627 req-9b258080-ebd0-4d21-9453-815d670b0568 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1123238
Apr 15 15:01:58.166765 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a56cc617-87a8-4874-bf80-078198341627 req-a318abe8-f4c0-483d-ba27-0c2aaff7c216 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433524
Apr 15 15:01:59.116658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd75c9c-d096-4dbc-9c31-570cd3400142 req-5c4be3a6-e82c-427f-9d47-2753d0515720 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:59.118350 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0cd75c9c-d096-4dbc-9c31-570cd3400142 req-5c4be3a6-e82c-427f-9d47-2753d0515720 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0937169
Apr 15 15:01:59.175243 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0cd75c9c-d096-4dbc-9c31-570cd3400142 req-2a3f51f6-57a5-4844-b88b-8b2e46a4363e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504384
Apr 15 15:01:59.400467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f0ae-3ddf-4cfd-a757-084c3a9fda37 req-ab81b167-a59a-4888-bc3f-60f2f6171699 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:59.402234 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1848f0ae-3ddf-4cfd-a757-084c3a9fda37 req-ab81b167-a59a-4888-bc3f-60f2f6171699 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1100085
Apr 15 15:01:59.468048 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1848f0ae-3ddf-4cfd-a757-084c3a9fda37 req-fc84d983-cec4-4a8b-8198-a61445b1d76f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579758
Apr 15 15:01:59.482844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd972e-6891-4a8e-aade-afdcb8ed95a8 req-d3f5433a-e751-453b-9857-12380a15ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:01:59.484701 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-77dd972e-6891-4a8e-aade-afdcb8ed95a8 req-d3f5433a-e751-453b-9857-12380a15ec00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.0863812
Apr 15 15:01:59.541951 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-77dd972e-6891-4a8e-aade-afdcb8ed95a8 req-3b42a167-d094-4568-8df9-269b45bf9405 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467384
Apr 15 15:02:00.394159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3d8eb-b508-4fe5-ab1a-6f2662626968 req-2e467902-aa40-4783-8a9c-54d6df6e35fc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:00.396154 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eae3d8eb-b508-4fe5-ab1a-6f2662626968 req-2e467902-aa40-4783-8a9c-54d6df6e35fc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0947018
Apr 15 15:02:00.458434 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eae3d8eb-b508-4fe5-ab1a-6f2662626968 req-709e0eed-3864-4928-b7b9-692156722759 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544322
Apr 15 15:02:00.704889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cffe4-39b4-4886-a8d4-b518f576a76a req-4550903c-786e-427d-9158-88225765ce36 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:00.706468 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-692cffe4-39b4-4886-a8d4-b518f576a76a req-4550903c-786e-427d-9158-88225765ce36 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0982525
Apr 15 15:02:00.758294 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-692cffe4-39b4-4886-a8d4-b518f576a76a req-a38ae2b6-227d-4f96-a8a8-a514d62eec5b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442801
Apr 15 15:02:00.808773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58068) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:00.996899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.012643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:01.016601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Usage tracker for resource:security_group_rule and tenant:b9c084c6b5974561ac6abf64442d745c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:01.019549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:01.025746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:01.110455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.148062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.157814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:01.206335 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9c084c6b5974561ac6abf64442d745c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3962932
Apr 15 15:02:01.207265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd320a1-4e19-4653-9aa0-523f11cbee28,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:01.209353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58074) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:01.216055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.216479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.216872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.217258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.217640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.218027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.218435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.218951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.219335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.219713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.220088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.220450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.224761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:01.276560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.304142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.473003 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.479451 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f8899adb-2c21-4df4-b6ff-e19879c0914a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:01.493453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd320a1-4e19-4653-9aa0-523f11cbee28,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:01.503652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.504129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.504530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.504937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.505321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.505710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.506094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.506563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.506866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.507366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.507732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.508269 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:01.511345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:01.512544 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fd320a1-4e19-4653-9aa0-523f11cbee28 HTTP/1.1" status: 204  len: 168 time: 0.3020885
Apr 15 15:02:01.513573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:01.702222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f5db8-eb20-4ff4-84a4-376bab34398a req-bfd9e9f2-a224-4f18-9903-803d44acb42e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:01.704113 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7e1f5db8-eb20-4ff4-84a4-376bab34398a req-bfd9e9f2-a224-4f18-9903-803d44acb42e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1004314
Apr 15 15:02:01.759483 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7e1f5db8-eb20-4ff4-84a4-376bab34398a req-f760f694-6a52-4fb0-b385-3a1c3b924223 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490918
Apr 15 15:02:01.993090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b9139-78d9-4f37-b6f1-863183d27d80 req-b7faa322-20d3-4a4e-aa92-0c9fe228f47a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:01.994810 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b74b9139-78d9-4f37-b6f1-863183d27d80 req-b7faa322-20d3-4a4e-aa92-0c9fe228f47a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0952954
Apr 15 15:02:02.048980 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b74b9139-78d9-4f37-b6f1-863183d27d80 req-848e0c9e-1feb-4cbc-97da-93062f6060af tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471854
Apr 15 15:02:02.127702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58106) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:02.158548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.176613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:02.180842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Usage tracker for resource:security_group_rule and tenant:2689f4da65514167a088f487e84df285 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:02.183878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:02.190834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:02.285882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.330399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.340824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-60a094ef-b71a-4b38-9500-accd4fc27266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:02.382217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025d86d-86f3-48ab-9afe-1e2e5d4d3398,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:02.387639 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2689f4da65514167a088f487e84df285&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2588184
Apr 15 15:02:02.388657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:02.390473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58114) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:02.456338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.485238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.629266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.637244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d540609a-ed20-45e0-96f7-3361a2a1d644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:02.696330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025d86d-86f3-48ab-9afe-1e2e5d4d3398,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:02.708546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:02.709443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.713700 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b025d86d-86f3-48ab-9afe-1e2e5d4d3398 HTTP/1.1" status: 204  len: 168 time: 0.3192265
Apr 15 15:02:02.728265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d69898-cd45-46ab-a314-4f5d83e64f53 req-0e85a6c9-7ada-4c94-9f85-7c400b594cf2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:02.736026 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-30d69898-cd45-46ab-a314-4f5d83e64f53 req-0e85a6c9-7ada-4c94-9f85-7c400b594cf2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1158640
Apr 15 15:02:02.749705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-bfbec994-eef0-4501-a8ad-7bf4a062f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:02.751702 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-bfbec994-eef0-4501-a8ad-7bf4a062f9ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.1158228
Apr 15 15:02:02.760875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a8b947cf-6746-467a-a49a-57aefcae014a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:02.824944 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-30d69898-cd45-46ab-a314-4f5d83e64f53 req-8b731282-62a3-4f35-a3ca-7f9ef76a74af tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772791
Apr 15 15:02:02.928317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-f56fc42e-d4d2-4144-ba4d-19b3df8397b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:02.930879 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-f56fc42e-d4d2-4144-ba4d-19b3df8397b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.1668963
Apr 15 15:02:03.058853 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-6461546c-9ce2-4266-a871-821937d98e13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.1204305
Apr 15 15:02:03.159912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9541b-d34b-458f-b168-a0bc67f77fb5 req-64fa782d-ee08-4866-a02b-0fa2daa01bfe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:03.161429 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0f9541b-d34b-458f-b168-a0bc67f77fb5 req-64fa782d-ee08-4866-a02b-0fa2daa01bfe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1697721
Apr 15 15:02:03.163040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-7e514b18-f63c-479a-959f-390ce700d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:03.164531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-7e514b18-f63c-479a-959f-390ce700d1ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.0948870
Apr 15 15:02:03.243163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-15c8f7a2-dace-4dbd-879b-9e314db99a9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568225
Apr 15 15:02:03.346951 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0f9541b-d34b-458f-b168-a0bc67f77fb5 req-f4e97e59-79d0-4b63-a85b-4ed2a2c4dcfc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1785269
Apr 15 15:02:03.405343 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-16990c28-5777-4c07-b2df-b5c83ccfff71 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522000
Apr 15 15:02:03.490526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:02:03.573724 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80772721-d6f2-46be-a739-5d0d29ee77bb req-5ffcefb5-a5eb-4717-b3f5-c630dd63495e service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480355
Apr 15 15:02:04.036524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9130e-eefb-4c69-804e-90f390e7c978 req-9c92037c-6b3b-428c-8c62-e0bf4835bd69 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:04.038275 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e6f9130e-eefb-4c69-804e-90f390e7c978 req-9c92037c-6b3b-428c-8c62-e0bf4835bd69 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0946503
Apr 15 15:02:04.091692 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e6f9130e-eefb-4c69-804e-90f390e7c978 req-2f43bbe3-43ac-4884-85a8-7305a02d275a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464942
Apr 15 15:02:04.557400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd203318-d847-4e25-87ee-3e370c07568b req-04295416-5f66-4372-88a2-9bf57b86f6eb tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:04.559058 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd203318-d847-4e25-87ee-3e370c07568b req-04295416-5f66-4372-88a2-9bf57b86f6eb tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0879829
Apr 15 15:02:04.621387 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fd203318-d847-4e25-87ee-3e370c07568b req-c35b3838-b38f-4bba-8a76-0075578e90a6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517280
Apr 15 15:02:04.891460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1c62126a-1e54-4b6d-8d34-da2fe024e392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.072828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58206) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:05.252581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58216) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:05.292707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.321922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c961e37-3e0c-4d74-b680-4067e3e2b093 req-a7e8f49b-858e-42ea-bc5a-7d33c64e40c0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:05.323650 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6c961e37-3e0c-4d74-b680-4067e3e2b093 req-a7e8f49b-858e-42ea-bc5a-7d33c64e40c0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1042256
Apr 15 15:02:05.324959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.337003 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:05.345068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Usage tracker for resource:security_group_rule and tenant:ec431fd0ac754b809a0b9c477e93875e is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:05.348054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:05.350406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:05.357811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Usage tracker for resource:security_group_rule and tenant:2df4902ad1074593aa36399842abed34 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:05.360598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:05.362829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:05.371571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:05.377048 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6c961e37-3e0c-4d74-b680-4067e3e2b093 req-4646bf4d-779d-4bab-8480-d0611e77b157 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436926
Apr 15 15:02:05.521130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.528973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.560163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.569306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-852a6779-a674-4773-ad3d-d2cbcad8fb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:05.612719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.627343 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec431fd0ac754b809a0b9c477e93875e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5534027
Apr 15 15:02:05.630285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58222) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:05.630653 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d808de6-a07b-4124-b795-1e1537a15393,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:05.635659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:05.636124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:05.671693 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2df4902ad1074593aa36399842abed34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4179583
Apr 15 15:02:05.674465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58228) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:05.679657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc085a92-c114-4acb-b92b-d867795911fb,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:05.683399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:05.768080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.803782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.857851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.878434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c58dd5-208f-4285-acf1-fc3d4c6611a4 req-fcf8ba4f-21fe-4e16-bb1b-86d89ae7acc4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:05.880096 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-46c58dd5-208f-4285-acf1-fc3d4c6611a4 req-fcf8ba4f-21fe-4e16-bb1b-86d89ae7acc4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1346498
Apr 15 15:02:05.892132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.915879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.923612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96112458-0c9d-43aa-aab8-07520117948c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:05.944499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-46c58dd5-208f-4285-acf1-fc3d4c6611a4 req-980db7e9-8b51-4f32-af18-80335fe598b3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566940
Apr 15 15:02:05.950977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d808de6-a07b-4124-b795-1e1537a15393,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:05.953954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:05.979181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:05.980641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d808de6-a07b-4124-b795-1e1537a15393 HTTP/1.1" status: 204  len: 168 time: 0.3491409
Apr 15 15:02:06.011861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:06.021874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18a0835f-8299-4a51-8cc9-4c847e89ab3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:06.043971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:06.047966 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc085a92-c114-4acb-b92b-d867795911fb HTTP/1.1" status: 204  len: 168 time: 0.3700445
Apr 15 15:02:06.047966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc085a92-c114-4acb-b92b-d867795911fb,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:06.050512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:06.246123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:06.643398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835f054-2b1c-4b33-bdca-84ea7c18f801 req-5d129bd0-b00b-4ca8-9b22-a7261e14787a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:06.645055 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4835f054-2b1c-4b33-bdca-84ea7c18f801 req-5d129bd0-b00b-4ca8-9b22-a7261e14787a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0887811
Apr 15 15:02:06.693559 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4835f054-2b1c-4b33-bdca-84ea7c18f801 req-98d9b066-7a5f-4dec-8f79-67ecb5d8e0c1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417533
Apr 15 15:02:06.771082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:06.791349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58252) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:06.822872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:06.845557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:06.849890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:93ba44012e184ed383b20f996c289251 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:06.853946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:06.860839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:07.035639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:07.082106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:07.105428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7c14ec0f-13ff-4f99-a6a2-635d53c60b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:07.199168 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93ba44012e184ed383b20f996c289251&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4064236
Apr 15 15:02:07.201880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58264) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:07.202351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda3593a-31e4-48e3-997d-d7b2ad05bfae,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:07.206689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:07.242567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046e349-59d5-449a-b1dc-30131361164a req-c1e51325-78fa-44a2-9a76-83432fe18fe5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:07.244202 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e046e349-59d5-449a-b1dc-30131361164a req-c1e51325-78fa-44a2-9a76-83432fe18fe5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1399176
Apr 15 15:02:07.274989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:07.305523 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e046e349-59d5-449a-b1dc-30131361164a req-5f2333c2-9371-4f77-94a1-c4507319f722 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547886
Apr 15 15:02:07.306119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:07.394253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:07.399988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ba68a2-d35d-4df4-871b-fba76648c738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:07.412376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda3593a-31e4-48e3-997d-d7b2ad05bfae,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:07.416910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:07.420318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:07.422230 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dda3593a-31e4-48e3-997d-d7b2ad05bfae HTTP/1.1" status: 204  len: 168 time: 0.2182803
Apr 15 15:02:07.508979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:08.534491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2f663-a868-43b6-84d0-14c6b3b305a9 req-7ef0730d-5973-4062-9300-b8fa690d7d75 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:08.536268 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6de2f663-a868-43b6-84d0-14c6b3b305a9 req-7ef0730d-5973-4062-9300-b8fa690d7d75 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0987713
Apr 15 15:02:08.586503 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6de2f663-a868-43b6-84d0-14c6b3b305a9 req-1efa6795-d4d6-4a9b-a725-58c4e20798ac tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433223
Apr 15 15:02:09.797415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9bcd9-662a-4cca-aa74-7188d53a2699 req-b93f66e2-e23f-44c8-b5b4-5b65f54756e0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:09.799092 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ff9bcd9-662a-4cca-aa74-7188d53a2699 req-b93f66e2-e23f-44c8-b5b4-5b65f54756e0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0896046
Apr 15 15:02:09.852278 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ff9bcd9-662a-4cca-aa74-7188d53a2699 req-5e02c88a-ccb4-43d7-bfcc-8a16017a129a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461426
Apr 15 15:02:10.878532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22be06-4b8a-4bf5-87cc-aa6ef426697e req-b31f5e89-262e-45fc-bff9-3fe43017f046 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:10.880156 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7c22be06-4b8a-4bf5-87cc-aa6ef426697e req-b31f5e89-262e-45fc-bff9-3fe43017f046 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0991814
Apr 15 15:02:10.936954 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7c22be06-4b8a-4bf5-87cc-aa6ef426697e req-b081b220-1b38-41bb-a8e8-daf3a5f224a7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473926
Apr 15 15:02:10.973779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58386) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:11.074854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9f6bd-c97a-4503-961d-5e261225d553 req-82112d67-7ab7-4e41-8390-3930edfba03e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:11.076946 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bab9f6bd-c97a-4503-961d-5e261225d553 req-82112d67-7ab7-4e41-8390-3930edfba03e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0989838
Apr 15 15:02:11.108657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.125838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:11.129554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Usage tracker for resource:security_group_rule and tenant:b598cb8c46434309bc33a5404bc9dd18 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:11.133109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:11.138906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:11.143927 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bab9f6bd-c97a-4503-961d-5e261225d553 req-3c54f1d1-09fb-4282-9568-83190e039ab9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597651
Apr 15 15:02:11.228560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.255954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.264964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8a114a8b-4e37-4129-a3fb-15028c92fa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:11.312269 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b598cb8c46434309bc33a5404bc9dd18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3371675
Apr 15 15:02:11.313176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b499053-39b1-47ff-a8c4-9d3625ee143e,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:11.316327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58402) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:11.317442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:11.379605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.408379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.497040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.502264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:11.517192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b499053-39b1-47ff-a8c4-9d3625ee143e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:11.521410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:11.536175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:11.538655 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b499053-39b1-47ff-a8c4-9d3625ee143e HTTP/1.1" status: 204  len: 168 time: 0.2217364
Apr 15 15:02:12.049487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58418) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:12.068799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.084731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:12.088778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Usage tracker for resource:security_group_rule and tenant:c976802a837744b08f58de5e04689e44 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:12.091669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:12.097555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:12.184084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.234065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.244728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-165e1878-f4ca-4c8a-82ef-2cb3331507a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:12.327295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bc4abb-3f12-4031-8fb2-4ab67922e3b9,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:12.338813 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c976802a837744b08f58de5e04689e44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2879817
Apr 15 15:02:12.340182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:12.340412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58424) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:12.381953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de177ea-ba5f-477d-b2e2-e6aaf2078534 req-a0394af4-6ebd-42f4-b53e-888b730ca11e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:12.383646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1de177ea-ba5f-477d-b2e2-e6aaf2078534 req-a0394af4-6ebd-42f4-b53e-888b730ca11e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1096416
Apr 15 15:02:12.404563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.432310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.435432 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1de177ea-ba5f-477d-b2e2-e6aaf2078534 req-8dbd86f2-ddf9-4c4b-a160-e5add9fc5753 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453522
Apr 15 15:02:12.512643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.517643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0f8afd64-920f-4bf0-ab30-b21344db22cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:12.530492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bc4abb-3f12-4031-8fb2-4ab67922e3b9,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:12.535711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:12.543819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:12.545122 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47bc4abb-3f12-4031-8fb2-4ab67922e3b9 HTTP/1.1" status: 204  len: 168 time: 0.2036517
Apr 15 15:02:13.653015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b01674-5b25-4024-b64e-3acea7f23f36 req-4d165c1a-976a-41f8-ad01-16d960ea2a16 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:13.656091 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-67b01674-5b25-4024-b64e-3acea7f23f36 req-4d165c1a-976a-41f8-ad01-16d960ea2a16 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0937297
Apr 15 15:02:13.705576 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-67b01674-5b25-4024-b64e-3acea7f23f36 req-01526102-a69f-4953-bc6b-c89723ba44f3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445130
Apr 15 15:02:14.916075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292a57-4aa2-4aaa-ad88-09ee34d3f0fa req-77a6b7e0-bf77-47ba-85fd-17c266d02a0c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:14.917664 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d292a57-4aa2-4aaa-ad88-09ee34d3f0fa req-77a6b7e0-bf77-47ba-85fd-17c266d02a0c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0902064
Apr 15 15:02:14.975531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d292a57-4aa2-4aaa-ad88-09ee34d3f0fa req-4a15008d-b928-4970-914c-ab39e63bb75f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450399
Apr 15 15:02:15.171598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:15.479902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58524) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:15.614950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:15.630597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:15.635285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Usage tracker for resource:security_group_rule and tenant:ab430fed23b241ec8a23bc2adb7be46b is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:15.638230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:15.644199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:15.730093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:15.781194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:15.794139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-68d0253b-92c6-4bf8-9777-10a3b2403a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:15.845524 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab430fed23b241ec8a23bc2adb7be46b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3643384
Apr 15 15:02:15.847512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f41661-6953-4cc2-9111-7257c8a74b83,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:15.848459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58530) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:15.852627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:15.915847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:15.943874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.018422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.028227 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:16.056418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f41661-6953-4cc2-9111-7257c8a74b83,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:16.062988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:16.065645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.070342 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86f41661-6953-4cc2-9111-7257c8a74b83 HTTP/1.1" status: 204  len: 168 time: 0.2203457
Apr 15 15:02:16.268287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbfbb-67bf-4a58-8dd0-7a785b2c69d3 req-ddc3914e-8860-4e6f-9498-c7a85afc269a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:16.269975 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d80bbfbb-67bf-4a58-8dd0-7a785b2c69d3 req-ddc3914e-8860-4e6f-9498-c7a85afc269a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1021800
Apr 15 15:02:16.328308 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d80bbfbb-67bf-4a58-8dd0-7a785b2c69d3 req-b6825db7-e98c-41c6-a0dd-231e451b9df6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511556
Apr 15 15:02:16.656581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58552) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:16.675463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.691043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:16.695791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b5130bc65c7f430a9a3f9d2a06f4a058 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:16.698904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:16.705308 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:16.792315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.833188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.843998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ca65878e-701d-4257-84b3-0d709906425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:16.887734 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5130bc65c7f430a9a3f9d2a06f4a058&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2299893
Apr 15 15:02:16.888675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5881c-c02e-4822-891f-76d9593dee73,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:16.890689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58556) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:16.892333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ddca679a-f5b7-4f78-ac71-7465f16309b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:16.953673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:16.980701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:17.050799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:17.056449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c34f8dd7-92ba-45c0-af1a-53fb13194d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:17.072060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5881c-c02e-4822-891f-76d9593dee73,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:17.076104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:17.081920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:17.083181 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5af5881c-c02e-4822-891f-76d9593dee73 HTTP/1.1" status: 204  len: 168 time: 0.1914215
Apr 15 15:02:17.565376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1bef-5edc-4a69-95b8-bc999d7e4250 req-a6ceecb8-c9db-49ea-a945-1520e48e4d07 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:17.567117 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-777d1bef-5edc-4a69-95b8-bc999d7e4250 req-a6ceecb8-c9db-49ea-a945-1520e48e4d07 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0944211
Apr 15 15:02:17.619851 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-777d1bef-5edc-4a69-95b8-bc999d7e4250 req-35d97dfe-ff3a-48bc-b2f2-960e9fe5faf5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459812
Apr 15 15:02:17.658691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c0ff-2936-4971-baac-7baec306bd3a req-88369e96-7798-480b-b42a-99578033aaad tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:17.660391 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d3f4c0ff-2936-4971-baac-7baec306bd3a req-88369e96-7798-480b-b42a-99578033aaad tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0987682
Apr 15 15:02:17.709288 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d3f4c0ff-2936-4971-baac-7baec306bd3a req-7e1902b4-5058-4ddd-844d-1d4b79ab6b89 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423753
Apr 15 15:02:18.059609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58594) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:18.172322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1899690804-network', 'tenant_id': '0b1b274a23a64659932fcd4e450806ba'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:18.177375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:18.181519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Usage tracker for resource:network and tenant:0b1b274a23a64659932fcd4e450806ba is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:18.184500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:18.191003 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:18.233879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Made reservation on behalf of 0b1b274a23a64659932fcd4e450806ba for: {'network': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:18.238540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.251289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.266629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:18.270561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1b274a23a64659932fcd4e450806ba is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:18.274142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:18.280098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:18.367309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.428099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.433230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-86ccdb6d-8a84-470b-8311-bcac100a0255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:18.458930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711}  {{(pid=85437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:02:18.472048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe8ece5-7fe8-4f9c-8d14-4ea345094cfa,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:18.476454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:18.477460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.477851 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Added segment 8e429d4d-1eaa-4a57-86fd-a9ada0011eca of type vlan for network ce743dac-4533-4758-b3f2-dd3e142bc244
Apr 15 15:02:18.505802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.581166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.582650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:18.583307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.588763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-65d6ba6c-c486-4efd-b056-708d30559663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:18.694132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ce743dac-4533-4758-b3f2-dd3e142bc244,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:18.697929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:18.706954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network ce743dac-4533-4758-b3f2-dd3e142bc244 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:02:18.728627 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6651073
Apr 15 15:02:18.729010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58608) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:18.735350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Request body: {'subnet': {'network_id': 'ce743dac-4533-4758-b3f2-dd3e142bc244', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1899690804-subnet', 'tenant_id': '0b1b274a23a64659932fcd4e450806ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:18.740621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:18.745242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Usage tracker for resource:subnet and tenant:0b1b274a23a64659932fcd4e450806ba is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:18.748295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:18.756448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:18.857865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe1611-ff7f-4bbe-a958-d762d0ef1726 req-8cb37878-4f51-4b47-ae3f-f84cf6cbe95d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:18.859557 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-72fe1611-ff7f-4bbe-a958-d762d0ef1726 req-8cb37878-4f51-4b47-ae3f-f84cf6cbe95d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1050892
Apr 15 15:02:18.880746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Made reservation on behalf of 0b1b274a23a64659932fcd4e450806ba for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:18.885529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:18.935601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d705-62b1-4be5-b626-799e74f24150 req-c4d2a4dd-e690-4eed-bbbc-c502cf7113c1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:18.937198 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0cf8d705-62b1-4be5-b626-799e74f24150 req-c4d2a4dd-e690-4eed-bbbc-c502cf7113c1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0893056
Apr 15 15:02:18.988013 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0cf8d705-62b1-4be5-b626-799e74f24150 req-aba2e5cf-d236-49c8-84aa-2a5f1f67fb9e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442181
Apr 15 15:02:19.003252 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-72fe1611-ff7f-4bbe-a958-d762d0ef1726 req-069e1372-39e6-4313-adf7-782d62fe36cc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372187
Apr 15 15:02:19.365299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:19.380432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49c943b7-21b9-4b12-abaf-19abfb4d6837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:19.505411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebd91fa-3d9e-4744-83d5-d0a0f241c794,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:19.510737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:19.580550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Checking segment: {'id': '8e429d4d-1eaa-4a57-86fd-a9ada0011eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ce743dac-4533-4758-b3f2-dd3e142bc244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:02:19.580950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Network hostable DHCP agents. Network: ce743dac-4533-4758-b3f2-dd3e142bc244, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:02:19.627535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Network ce743dac-4533-4758-b3f2-dd3e142bc244 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:02:19.674256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, ce743dac-4533-4758-b3f2-dd3e142bc244) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:02:19.685300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e932df5-613f-42c1-b5af-12bb24ac55ac None None] Network ce743dac-4533-4758-b3f2-dd3e142bc244 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:02:19.687555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:19.688205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:19.742440 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0123537
Apr 15 15:02:19.914022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3599e-6406-4afe-ac26-7ef507e6d838 None None] Network ce743dac-4533-4758-b3f2-dd3e142bc244 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:02:20.311011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67fb00-367f-456b-8770-f4fca52958d4 req-13490369-8611-425c-b7fe-af3ae3732e38 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:20.311282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b447-d19a-45b0-8fb6-aff0b38ecd81 req-6a8e7f7c-92cb-433e-a1bc-9b20a03e0d7f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:20.312639 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea67fb00-367f-456b-8770-f4fca52958d4 req-13490369-8611-425c-b7fe-af3ae3732e38 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0920231
Apr 15 15:02:20.312996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b476b447-d19a-45b0-8fb6-aff0b38ecd81 req-6a8e7f7c-92cb-433e-a1bc-9b20a03e0d7f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0911243
Apr 15 15:02:20.364804 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b476b447-d19a-45b0-8fb6-aff0b38ecd81 req-33089377-26de-4f3a-be67-95aa76249bcb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451245
Apr 15 15:02:20.374065 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea67fb00-367f-456b-8770-f4fca52958d4 req-704d1533-d31c-45ae-a7db-980e0a23c4ff tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481532
Apr 15 15:02:20.422356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58638) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:20.430061 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-785142373-network', 'tenant_id': '37a43e2df06e4d048fce98fa7c6b09fc'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:20.434355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:20.438996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Usage tracker for resource:network and tenant:37a43e2df06e4d048fce98fa7c6b09fc is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:20.442402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:20.449422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:20.485271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Made reservation on behalf of 37a43e2df06e4d048fce98fa7c6b09fc for: {'network': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:20.490125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.504634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.520548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:20.524833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:37a43e2df06e4d048fce98fa7c6b09fc is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:20.527841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:20.533930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:20.625597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.668298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.672955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:20.699856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706}  {{(pid=85437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:02:20.715483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7d674-b1d2-4faa-ae88-9ebf1a42ca6e,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:20.718420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.718809 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Added segment 0a7c1f20-9f71-4e51-acce-071f40f0eba9 of type vlan for network c9527f99-3413-4ecb-81cb-33d9e78f2818
Apr 15 15:02:20.720068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:20.747406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.799989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.801455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:20.802139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:20.808220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:20.916356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c9527f99-3413-4ecb-81cb-33d9e78f2818,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:20.919168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:20.927761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network c9527f99-3413-4ecb-81cb-33d9e78f2818 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:02:20.931891 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5083091
Apr 15 15:02:20.934813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58650) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:20.940762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Request body: {'subnet': {'network_id': 'c9527f99-3413-4ecb-81cb-33d9e78f2818', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-785142373-subnet', 'tenant_id': '37a43e2df06e4d048fce98fa7c6b09fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:20.946471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:20.950541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Usage tracker for resource:subnet and tenant:37a43e2df06e4d048fce98fa7c6b09fc is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:20.953975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:20.960257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:21.004211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Made reservation on behalf of 37a43e2df06e4d048fce98fa7c6b09fc for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:21.009834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:21.484423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:21.500525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2e0cf619-b91e-4bc0-a6ea-ee6de96faec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:21.586150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e8c93-5b38-4fdf-9d40-f8a9071e02a4 req-f79bf0b6-d784-47b7-b278-c62dbaf191c8 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:21.587959 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e66e8c93-5b38-4fdf-9d40-f8a9071e02a4 req-f79bf0b6-d784-47b7-b278-c62dbaf191c8 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0971329
Apr 15 15:02:21.875306 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e66e8c93-5b38-4fdf-9d40-f8a9071e02a4 req-f86886d0-ff14-40e4-9a59-53950e6c3596 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2801888
Apr 15 15:02:21.914723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507830bb-7825-409d-a821-342bda98a9bf,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:21.921362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:21.986113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25f196-599b-4f58-917c-5c098a1785d3 req-79da3e9c-b811-4e5b-99b5-9cc8ec05431a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:21.987755 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a25f196-599b-4f58-917c-5c098a1785d3 req-79da3e9c-b811-4e5b-99b5-9cc8ec05431a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1878786
Apr 15 15:02:22.059474 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a25f196-599b-4f58-917c-5c098a1785d3 req-9b37ba38-0ffd-4f86-9179-102f121ede6f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649168
Apr 15 15:02:22.060402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Checking segment: {'id': '0a7c1f20-9f71-4e51-acce-071f40f0eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c9527f99-3413-4ecb-81cb-33d9e78f2818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:02:22.060795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Network hostable DHCP agents. Network: c9527f99-3413-4ecb-81cb-33d9e78f2818, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:02:22.102108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Network c9527f99-3413-4ecb-81cb-33d9e78f2818 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:02:22.142400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, c9527f99-3413-4ecb-81cb-33d9e78f2818) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:02:22.152230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508a377-e3e0-4c76-b1cb-d435bd5e4ddd None None] Network c9527f99-3413-4ecb-81cb-33d9e78f2818 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:02:22.157785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:22.158474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:22.220439 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2844710
Apr 15 15:02:22.552964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674a85f-e6f7-4977-ab60-ecacd6ca820e None None] Network c9527f99-3413-4ecb-81cb-33d9e78f2818 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:02:23.091450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2007a5a-faf2-401a-aa30-620b69721323 req-efc5fbaa-0c20-4847-bd83-0ba222366fa3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:23.093322 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e2007a5a-faf2-401a-aa30-620b69721323 req-efc5fbaa-0c20-4847-bd83-0ba222366fa3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0916548
Apr 15 15:02:23.169795 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e2007a5a-faf2-401a-aa30-620b69721323 req-77e89fe5-f766-495d-9664-424ec31bd2b6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555134
Apr 15 15:02:23.339653 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4922-9fd9-4a16-acc5-a8d9fd12ef9a req-90582b7d-a21c-4c6b-a541-dcc1fc18112e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:23.341288 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-797f4922-9fd9-4a16-acc5-a8d9fd12ef9a req-90582b7d-a21c-4c6b-a541-dcc1fc18112e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0962911
Apr 15 15:02:23.391220 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-797f4922-9fd9-4a16-acc5-a8d9fd12ef9a req-2e0f2ce6-b523-46ce-ae3e-563370d31ea1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435307
Apr 15 15:02:24.387106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893d615-7356-42ed-8c93-aaec2331582d req-eb624206-1fb8-4fcf-96a8-94d5e0e7c92b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:24.388742 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9893d615-7356-42ed-8c93-aaec2331582d req-eb624206-1fb8-4fcf-96a8-94d5e0e7c92b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0908160
Apr 15 15:02:24.443369 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9893d615-7356-42ed-8c93-aaec2331582d req-356b3dba-5232-47c2-a7f7-94a5a9b7eb88 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471430
Apr 15 15:02:24.618824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6e981-69a9-4b60-b855-5a96158a1c37 req-7a519fdd-d513-4d35-bc81-b2f85be29850 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:24.620341 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f9e6e981-69a9-4b60-b855-5a96158a1c37 req-7a519fdd-d513-4d35-bc81-b2f85be29850 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0917282
Apr 15 15:02:24.676244 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f9e6e981-69a9-4b60-b855-5a96158a1c37 req-bddc1016-573e-4e65-93c8-0ea3b00cb6e0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494792
Apr 15 15:02:25.651946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee43aa-09cf-433e-b2ef-9dbb8c25ddeb req-e839bc3c-fcfe-44f1-8422-fed8493b9108 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:25.653836 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-adee43aa-09cf-433e-b2ef-9dbb8c25ddeb req-e839bc3c-fcfe-44f1-8422-fed8493b9108 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0922101
Apr 15 15:02:25.702997 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-adee43aa-09cf-433e-b2ef-9dbb8c25ddeb req-068849e4-8b4b-49b9-abba-8c4bb5bc7b1a tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428562
Apr 15 15:02:25.889029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032c506-08d3-4755-9b6b-de125d17c2f4 req-a9cf4195-9bde-4db8-9576-bfc70fcbd788 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:25.890664 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4032c506-08d3-4755-9b6b-de125d17c2f4 req-a9cf4195-9bde-4db8-9576-bfc70fcbd788 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0908062
Apr 15 15:02:25.940635 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4032c506-08d3-4755-9b6b-de125d17c2f4 req-6bd5d506-2fe4-4d80-928c-85f00372794b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435781
Apr 15 15:02:26.651073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:02:26.795607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:02:26.814480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'mac_address': 'fa:16:3e:c0:0a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:02:26.882262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:26.900987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e39db290-26e7-4e8c-8e56-6fe847e46640 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:02:26.919435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d92c0e-fced-4189-8089-062a33f11b2f req-aca0d200-6a58-4262-b47d-b50df8cf11e9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:26.921060 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-23d92c0e-fced-4189-8089-062a33f11b2f req-aca0d200-6a58-4262-b47d-b50df8cf11e9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0956254
Apr 15 15:02:26.953039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:02:26.973978 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-23d92c0e-fced-4189-8089-062a33f11b2f req-688e46ee-bf14-4fe3-961e-8b59cd6108dc tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461676
Apr 15 15:02:27.000377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:27.002376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:27.079430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=6']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:27.089355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.089815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.090268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.090727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.091216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.091736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.092306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.092761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.093212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.093644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.094066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.094491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:02:27.098821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:27.158912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169cc3e-afdb-41d5-a9e4-6429bc34b9d4 req-cb1f44b4-2663-427e-84f4-725b464678bd tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:27.160487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7169cc3e-afdb-41d5-a9e4-6429bc34b9d4 req-cb1f44b4-2663-427e-84f4-725b464678bd tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 945 time: 0.0931392
Apr 15 15:02:27.211992 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7169cc3e-afdb-41d5-a9e4-6429bc34b9d4 req-65fcd69e-eb72-4c2b-9252-f75324891ff3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437691
Apr 15 15:02:27.229790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['e39db290-26e7-4e8c-8e56-6fe847e46640'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:02:28.203015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f09d8-1d85-4d4e-9fa4-eb32106cd8e0 req-b70fdecd-b53d-46c4-8b50-b7bbc0c2e7e3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:28.204769 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-059f09d8-1d85-4d4e-9fa4-eb32106cd8e0 req-b70fdecd-b53d-46c4-8b50-b7bbc0c2e7e3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1027491
Apr 15 15:02:28.266868 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-059f09d8-1d85-4d4e-9fa4-eb32106cd8e0 req-a6b17127-b424-4ab4-9350-5f837d29422d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524251
Apr 15 15:02:28.472571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed007-8f47-46d5-af9b-c26f40e094b5 req-0f40b2d2-595c-4554-a7c7-9db8d21d4641 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:28.473888 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7aed007-8f47-46d5-af9b-c26f40e094b5 req-0f40b2d2-595c-4554-a7c7-9db8d21d4641 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 945 time: 0.1139071
Apr 15 15:02:28.531577 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7aed007-8f47-46d5-af9b-c26f40e094b5 req-083cda05-0c72-4fbc-97fc-621a0c2c7af3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493200
Apr 15 15:02:28.668688 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:02:28.811365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port e39db290-26e7-4e8c-8e56-6fe847e46640 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:02:28.811781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:28.871505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 58840) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:29.025433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.062658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:02:29.063862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:02:29.092025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.106437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:29.109587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.115235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Usage tracker for resource:security_group_rule and tenant:ad28db3e12e04e60bb68fbe4dd7c5c03 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:29.117602 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:29.120954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:29.128401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:29.178078 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'code': 200}
Apr 15 15:02:29.235255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=7']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:29.250622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:29.283469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.314004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.359237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:29.373100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad28db3e12e04e60bb68fbe4dd7c5c03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5000594
Apr 15 15:02:29.375064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 58852) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:29.417692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42072e2-ad78-4459-81d5-b6f958b999d5,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:29.423746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:29.619429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.655330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.697893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f5a8-d3b7-4554-bcea-8558f1278e94 req-278740c0-342e-4947-a372-a10c5a1b0a44 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:29.699798 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb64f5a8-d3b7-4554-bcea-8558f1278e94 req-278740c0-342e-4947-a372-a10c5a1b0a44 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1410282
Apr 15 15:02:29.770674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369b91-346a-412a-bae8-e0c68c300b77 req-881bf709-694a-4474-bf72-2421111084da tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:29.779763 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aa369b91-346a-412a-bae8-e0c68c300b77 req-881bf709-694a-4474-bf72-2421111084da tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.3208134
Apr 15 15:02:29.787791 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb64f5a8-d3b7-4554-bcea-8558f1278e94 req-48f4a04f-3a92-4c77-979f-cf2072809aab tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740206
Apr 15 15:02:29.798422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:29.856378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-47e0fc78-04aa-49af-98b5-89957ce43878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:29.891620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-a69ece57-28ba-4a62-a7b1-44a89a04828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:29.893475 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-a69ece57-28ba-4a62-a7b1-44a89a04828f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.3461409
Apr 15 15:02:29.895172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42072e2-ad78-4459-81d5-b6f958b999d5,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:29.909572 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aa369b91-346a-412a-bae8-e0c68c300b77 req-9c4608b0-9061-4d94-bca9-e5d31296e014 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264536
Apr 15 15:02:29.913884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:30.000817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:30.018205 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e42072e2-ad78-4459-81d5-b6f958b999d5 HTTP/1.1" status: 204  len: 168 time: 0.6417851
Apr 15 15:02:30.120408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66847ec-f0b7-42ae-811e-384f1969f88a req-09097c59-ff66-4e17-b9e8-55acb87f5ce7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:30.128430 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d66847ec-f0b7-42ae-811e-384f1969f88a req-09097c59-ff66-4e17-b9e8-55acb87f5ce7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1666427
Apr 15 15:02:30.198334 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d66847ec-f0b7-42ae-811e-384f1969f88a req-33853ff9-5486-4c22-a836-a5c4519d246e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686932
Apr 15 15:02:30.283735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-0f198c7b-48e4-41c3-8580-84160b4c10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:30.285366 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-0f198c7b-48e4-41c3-8580-84160b4c10f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.3729851
Apr 15 15:02:30.393511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-5e999a54-aef6-4c24-a13f-988cdb94cca7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.0927234
Apr 15 15:02:30.575981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-581531d5-7754-4641-a6b3-72d6c3502377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:30.579753 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-581531d5-7754-4641-a6b3-72d6c3502377 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.1702588
Apr 15 15:02:30.706363 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-30048074-b9eb-4710-995e-e592ff5714cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127481
Apr 15 15:02:30.742290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b7974-7ab0-4fad-8c18-3ed3702d688b req-b92fa1cb-5d89-44fc-befd-16afea91feb2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:30.744369 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-984b7974-7ab0-4fad-8c18-3ed3702d688b req-b92fa1cb-5d89-44fc-befd-16afea91feb2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.1703546
Apr 15 15:02:30.890778 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-984b7974-7ab0-4fad-8c18-3ed3702d688b req-6b9c6010-43f2-411c-8e4f-2f4f4ee03056 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365147
Apr 15 15:02:30.904731 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-c153469f-11c0-4520-96da-6917fd51be39 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858358
Apr 15 15:02:31.161452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e671-3936-47e4-a400-b5e594c6a8d5 req-e61c470d-16d3-4fcc-b968-91011d612246 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:31.169105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3762e671-3936-47e4-a400-b5e594c6a8d5 req-e61c470d-16d3-4fcc-b968-91011d612246 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1354878
Apr 15 15:02:31.212858 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2c8a6a3-2864-4330-a94c-00fa1c1e908f req-597622f3-7fd9-4389-b1b0-c160e3670e86 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2975829
Apr 15 15:02:31.217768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba49954-8a7a-4630-bfe0-d64cc9015b2a req-3e225f98-a7f0-4a38-98f9-c2448ab0d3c7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:31.219785 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dba49954-8a7a-4630-bfe0-d64cc9015b2a req-3e225f98-a7f0-4a38-98f9-c2448ab0d3c7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1680896
Apr 15 15:02:31.226105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3762e671-3936-47e4-a400-b5e594c6a8d5 req-bbd22320-e42d-4eb6-8185-c0fba3702536 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560334
Apr 15 15:02:31.323979 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dba49954-8a7a-4630-bfe0-d64cc9015b2a req-2942076b-817a-4672-821a-0b1d275e09f1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853891
Apr 15 15:02:31.523251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a8770-3c4e-4ff0-94ed-e4ce0202349a req-2e68c84e-6e9b-44a5-8086-597739d5c758 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:31.528462 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d80a8770-3c4e-4ff0-94ed-e4ce0202349a req-2e68c84e-6e9b-44a5-8086-597739d5c758 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1026947
Apr 15 15:02:31.640045 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d80a8770-3c4e-4ff0-94ed-e4ce0202349a req-a64b74f3-2784-499a-a0ef-924d1e1d346c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050155
Apr 15 15:02:32.149616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e054c-b1da-41e4-b057-77a06a35553a req-24b7105e-1ed6-41b2-a51b-73fb56cbf2ad tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:32.158254 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e05e054c-b1da-41e4-b057-77a06a35553a req-24b7105e-1ed6-41b2-a51b-73fb56cbf2ad tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.1352293
Apr 15 15:02:32.207691 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e05e054c-b1da-41e4-b057-77a06a35553a req-ffb0bc01-af44-4d0a-ba55-917c42e8dd56 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481400
Apr 15 15:02:32.493731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898a949-189b-4c2a-a557-bc7767749076 req-50c03768-1e32-4c04-872d-469118afd148 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:32.496107 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d898a949-189b-4c2a-a557-bc7767749076 req-50c03768-1e32-4c04-872d-469118afd148 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1256583
Apr 15 15:02:32.595435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c02728-0942-470b-ba41-b6eae39dd462 req-42c0a0a3-c735-48e7-bcaa-0a0b4a7ed0e8 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:32.604687 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a1c02728-0942-470b-ba41-b6eae39dd462 req-42c0a0a3-c735-48e7-bcaa-0a0b4a7ed0e8 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1090388
Apr 15 15:02:32.666100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d898a949-189b-4c2a-a557-bc7767749076 req-a72b7460-3956-43dc-9701-7ecae8cc1f20 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633365
Apr 15 15:02:32.676357 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a1c02728-0942-470b-ba41-b6eae39dd462 req-8700e92e-8c47-478c-8bc3-79a7ded6482d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677500
Apr 15 15:02:32.765259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4181b5b8-b719-40ff-bb67-0c05b5f13e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:32.799007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-c4354c6a-9a62-4b39-86fc-e8a2776091b1 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:32.800693 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-c4354c6a-9a62-4b39-86fc-e8a2776091b1 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.2291830
Apr 15 15:02:32.923756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Deleting port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:02:32.924259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:32.981725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc24347-3264-4b7d-87af-4840dcafc401 req-5437f3fd-2511-46cf-a8d0-b60dd75a4d2b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:32.983358 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fc24347-3264-4b7d-87af-4840dcafc401 req-5437f3fd-2511-46cf-a8d0-b60dd75a4d2b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1859660
Apr 15 15:02:33.033577 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fc24347-3264-4b7d-87af-4840dcafc401 req-cfd37782-e7ed-4990-b21b-a1605c0a1b29 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437293
Apr 15 15:02:33.227166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] For port 89a4dc0f-c8c4-45f6-abdc-5fc392747315, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=89a4dc0f-c8c4-45f6-abdc-5fc392747315,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:02:33.227569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:33.386958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Calling delete_port for 89a4dc0f-c8c4-45f6-abdc-5fc392747315 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:02:33.550488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d937-5261-4068-aca9-c3c2c35886e3 req-7bd86ff4-7928-4906-b5a1-ce5c52dab37c tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:33.552183 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5754d937-5261-4068-aca9-c3c2c35886e3 req-7bd86ff4-7928-4906-b5a1-ce5c52dab37c tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 946 time: 0.1741056
Apr 15 15:02:33.680353 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5754d937-5261-4068-aca9-c3c2c35886e3 req-02b4412a-a3dd-4449-86c7-f2e09c1eeba8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691411
Apr 15 15:02:33.725659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:33.740008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['89a4dc0f-c8c4-45f6-abdc-5fc392747315'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:02:33.750691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:33.844659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Pushing event deleted for resources: {'Port': ['ID=89a4dc0f-c8c4-45f6-abdc-5fc392747315,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:33.957729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:34.074189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046b91c-efb7-433e-a239-0c8239b3a654 req-28524643-36aa-41da-ae5c-329d59269579 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:34.090947 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7046b91c-efb7-433e-a239-0c8239b3a654 req-28524643-36aa-41da-ae5c-329d59269579 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1570370
Apr 15 15:02:34.202724 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7046b91c-efb7-433e-a239-0c8239b3a654 req-20cacc9d-97db-4026-a149-cee6d1f97f5c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104505
Apr 15 15:02:34.432399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] No DVR routers for this DVR port 89a4dc0f-c8c4-45f6-abdc-5fc392747315 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:02:34.435714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:34.449438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'name': 'network-vif-deleted', 'tag': '89a4dc0f-c8c4-45f6-abdc-5fc392747315'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:02:34.492824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27e4b6-fe3b-46cb-b9d8-8ce385f1cd15 req-4824b8da-dfaa-430c-82af-fc2402375660 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:34.493066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2a8f-16ae-4f9d-a4aa-a5fc0d0438fe req-89d5ead9-b359-49cd-89cd-fd0b118cec91 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:34.499918 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9a27e4b6-fe3b-46cb-b9d8-8ce385f1cd15 req-4824b8da-dfaa-430c-82af-fc2402375660 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1079962
Apr 15 15:02:34.501875 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-881e2a8f-16ae-4f9d-a4aa-a5fc0d0438fe req-89d5ead9-b359-49cd-89cd-fd0b118cec91 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.5330358
Apr 15 15:02:34.541908 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ae88c118-de28-4075-adb4-302f8f3c88f1 req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "DELETE /v2.0/ports/89a4dc0f-c8c4-45f6-abdc-5fc392747315 HTTP/1.1" status: 204  len: 173 time: 1.7344611
Apr 15 15:02:34.566916 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9a27e4b6-fe3b-46cb-b9d8-8ce385f1cd15 req-d06eceb1-985a-47a1-ade4-6cdb31a82bbc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657320
Apr 15 15:02:34.591176 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-881e2a8f-16ae-4f9d-a4aa-a5fc0d0438fe req-739bd4fb-8501-4a24-b784-32ce30f7139a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883317
Apr 15 15:02:34.640585 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6d2fe2-7371-477f-8231-a7dbc001cd91', 'name': 'network-vif-deleted', 'tag': '89a4dc0f-c8c4-45f6-abdc-5fc392747315', 'status': 'completed', 'code': 200}
Apr 15 15:02:34.867206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b867-7804-4fd9-8682-cf3deed4bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:34.930793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-28a349ea-4770-46ad-ad36-06d86b5f25d2 req-10b7aa58-9fe9-45e6-91ab-b61abf58eca5 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Synchronizing usage tracker for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:02:34.983358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-28a349ea-4770-46ad-ad36-06d86b5f25d2 req-10b7aa58-9fe9-45e6-91ab-b61abf58eca5 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Unset dirty status for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:02:35.011411 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-28a349ea-4770-46ad-ad36-06d86b5f25d2 req-10b7aa58-9fe9-45e6-91ab-b61abf58eca5 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f6d2fe2-7371-477f-8231-a7dbc001cd91 HTTP/1.1" status: 200  len: 210 time: 0.1824780
Apr 15 15:02:35.443882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226574d-3a9e-4fa5-b7f1-cd153a0361b0 req-0a6918aa-fa32-436c-9ef5-5ad2c0999560 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:35.446553 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6226574d-3a9e-4fa5-b7f1-cd153a0361b0 req-0a6918aa-fa32-436c-9ef5-5ad2c0999560 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1077769
Apr 15 15:02:35.507402 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6226574d-3a9e-4fa5-b7f1-cd153a0361b0 req-e1b671f9-e63b-4456-84a2-e43b449c6dcb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479026
Apr 15 15:02:35.822918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84977-ba43-4fbc-81e8-b006f61c299b req-fd653548-a5a3-4bdc-8a45-edea7566d7f9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:35.831484 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a9b84977-ba43-4fbc-81e8-b006f61c299b req-fd653548-a5a3-4bdc-8a45-edea7566d7f9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1354034
Apr 15 15:02:35.852176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4b41-67dd-4231-8222-7593aea3ea99 req-d4190a9f-3c6f-4bf9-9520-bee92d883750 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:35.854050 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3e0e4b41-67dd-4231-8222-7593aea3ea99 req-d4190a9f-3c6f-4bf9-9520-bee92d883750 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0963352
Apr 15 15:02:35.903552 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a9b84977-ba43-4fbc-81e8-b006f61c299b req-bbb56073-6145-44d7-bb93-6f76da5ed17e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710049
Apr 15 15:02:35.910774 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3e0e4b41-67dd-4231-8222-7593aea3ea99 req-703292e4-d8ae-481a-9289-b22546a50e8e tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492752
Apr 15 15:02:36.159691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:36.723672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 89a4dc0f-c8c4-45f6-abdc-5fc392747315 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:02:36.774442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 89a4dc0f-c8c4-45f6-abdc-5fc392747315 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:02:36.775185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 89a4dc0f-c8c4-45f6-abdc-5fc392747315 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:02:36.830009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:36.863962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f66d7d-b478-4d0d-a0b5-bcfe6f346b0e req-546a96fe-b8b6-4f00-871c-a1b7bf161224 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:36.877769 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b2f66d7d-b478-4d0d-a0b5-bcfe6f346b0e req-546a96fe-b8b6-4f00-871c-a1b7bf161224 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.2056773
Apr 15 15:02:36.927781 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b2f66d7d-b478-4d0d-a0b5-bcfe6f346b0e req-5f2a7b39-30e9-47c7-acd7-df7d1081402d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526414
Apr 15 15:02:37.190318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831a891-e36d-42d4-9b84-206eafad740a req-5a65d494-91a3-49e6-baf4-e1a9aac45b22 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:37.192550 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d831a891-e36d-42d4-9b84-206eafad740a req-5a65d494-91a3-49e6-baf4-e1a9aac45b22 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1300800
Apr 15 15:02:37.209065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687dbfb-d4dc-4aac-b477-4f030c714873 req-7cc9e139-4a2e-4234-a452-dbaab35d5ce0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:37.219730 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f687dbfb-d4dc-4aac-b477-4f030c714873 req-7cc9e139-4a2e-4234-a452-dbaab35d5ce0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1694474
Apr 15 15:02:37.248916 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d831a891-e36d-42d4-9b84-206eafad740a req-9eab299e-2238-4f25-b2bf-1311ffebdeb5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486774
Apr 15 15:02:37.280593 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f687dbfb-d4dc-4aac-b477-4f030c714873 req-2710f80a-7e87-4c55-8917-9625f6d42f21 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595839
Apr 15 15:02:37.628043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:38.166512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634839b-bc20-4e0d-b6ed-96e539643cb0 req-e430cbc3-c0a3-4cdb-a613-8634751c5c97 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:38.169124 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1634839b-bc20-4e0d-b6ed-96e539643cb0 req-e430cbc3-c0a3-4cdb-a613-8634751c5c97 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1007609
Apr 15 15:02:38.222677 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1634839b-bc20-4e0d-b6ed-96e539643cb0 req-938ee7c1-b355-47a8-903c-af608ede67c5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468197
Apr 15 15:02:38.582480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bf131-9ab3-4bfb-9a5c-96b3d2387b4e req-058f0ac1-2bf6-405b-8dee-0ae1e243e317 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:38.587903 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b78bf131-9ab3-4bfb-9a5c-96b3d2387b4e req-058f0ac1-2bf6-405b-8dee-0ae1e243e317 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1088221
Apr 15 15:02:38.648162 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b78bf131-9ab3-4bfb-9a5c-96b3d2387b4e req-93d4d8ba-2363-4b5c-845c-cc3cad0215a1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554507
Apr 15 15:02:38.798789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527e594-3352-4697-aaf0-ef216d18542f req-3c4e5a0b-0e7f-4bca-b8b2-7fbd87da0420 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:38.800521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e527e594-3352-4697-aaf0-ef216d18542f req-3c4e5a0b-0e7f-4bca-b8b2-7fbd87da0420 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.3224270
Apr 15 15:02:38.860433 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e527e594-3352-4697-aaf0-ef216d18542f req-574a88fd-58f8-4bc5-b296-409a8eedc7b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523942
Apr 15 15:02:39.440598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9f81-825a-4089-b2ae-4e00f9565968 req-8052c626-94f3-4773-b6e7-81c6be2c7a27 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:39.448470 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9cb9f81-825a-4089-b2ae-4e00f9565968 req-8052c626-94f3-4773-b6e7-81c6be2c7a27 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1015284
Apr 15 15:02:39.495436 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9cb9f81-825a-4089-b2ae-4e00f9565968 req-1611186f-254e-4fc1-aa3b-4d9ecb4156ba tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458994
Apr 15 15:02:39.938635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744590d-5bea-4f72-9254-c9930d7aee69 req-76c0e6c4-8a35-4dce-95c7-acb8f79effc3 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:39.940295 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0744590d-5bea-4f72-9254-c9930d7aee69 req-76c0e6c4-8a35-4dce-95c7-acb8f79effc3 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1705813
Apr 15 15:02:40.004061 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0744590d-5bea-4f72-9254-c9930d7aee69 req-b970216f-8a6b-4ffa-be92-53314093c5fb tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510597
Apr 15 15:02:40.083820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abc6bb-d134-4561-8ab7-732f263fae94 req-7d3f3833-2d86-4213-90c4-e07dac6ab001 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:40.086122 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-99abc6bb-d134-4561-8ab7-732f263fae94 req-7d3f3833-2d86-4213-90c4-e07dac6ab001 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0944371
Apr 15 15:02:40.146773 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-99abc6bb-d134-4561-8ab7-732f263fae94 req-b3cc8799-5986-4ad9-a3e1-6263cf3fad94 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536919
Apr 15 15:02:40.490691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:02:40.705261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776d4cb-1ab2-4d7e-bd5a-66f62af7deb2 req-f4f6c093-9419-479a-99f4-13d703a24f5e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:40.707831 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3776d4cb-1ab2-4d7e-bd5a-66f62af7deb2 req-f4f6c093-9419-479a-99f4-13d703a24f5e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0922191
Apr 15 15:02:40.756219 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3776d4cb-1ab2-4d7e-bd5a-66f62af7deb2 req-9651ffb0-4d24-4d24-87b2-ce0726c005e7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427055
Apr 15 15:02:41.328248 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a675c-d5d5-4bb1-9e4b-e227d799d2f3 req-1eea3064-c4ba-46ad-a98e-8624241e0f93 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:41.336131 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b0a675c-d5d5-4bb1-9e4b-e227d799d2f3 req-1eea3064-c4ba-46ad-a98e-8624241e0f93 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1594865
Apr 15 15:02:41.401170 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b0a675c-d5d5-4bb1-9e4b-e227d799d2f3 req-081b8f03-a9e9-475a-b1ad-a69ed6a6ed99 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636127
Apr 15 15:02:41.421216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1438-906b-4dec-b19b-2ae7718a775f req-8f6b6170-2ed8-42c1-a273-eb0e33fb5271 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:41.430634 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-251b1438-906b-4dec-b19b-2ae7718a775f req-8f6b6170-2ed8-42c1-a273-eb0e33fb5271 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1273291
Apr 15 15:02:41.541596 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-251b1438-906b-4dec-b19b-2ae7718a775f req-87080b7c-6788-4f21-baa8-20b547535b67 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099966
Apr 15 15:02:42.025787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d03e-750b-4340-89a4-819753d65156 req-52d74a2b-4c8e-449a-b594-b91f7b3a4c48 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:42.035163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2347d03e-750b-4340-89a4-819753d65156 req-52d74a2b-4c8e-449a-b594-b91f7b3a4c48 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1051149
Apr 15 15:02:42.081649 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2347d03e-750b-4340-89a4-819753d65156 req-6a2d4caf-9cf5-4741-91e8-6ee6e2f5f4e5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473783
Apr 15 15:02:42.634223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daae3-c2ac-4429-aec9-36b409527e84 req-58a4dbe3-cb06-4e93-a4e4-092c05fb0030 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:42.635815 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c46daae3-c2ac-4429-aec9-36b409527e84 req-58a4dbe3-cb06-4e93-a4e4-092c05fb0030 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0973108
Apr 15 15:02:42.687454 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c46daae3-c2ac-4429-aec9-36b409527e84 req-fcfcacb5-a8c8-4779-9032-4484319964c0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454857
Apr 15 15:02:42.780835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c40b0-fc94-408e-ac86-5f789a01c2e4 req-d0b8258f-3ecf-4f8d-8990-2f3ae8f92ca2 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:42.789117 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-464c40b0-fc94-408e-ac86-5f789a01c2e4 req-d0b8258f-3ecf-4f8d-8990-2f3ae8f92ca2 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1054928
Apr 15 15:02:42.851988 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-464c40b0-fc94-408e-ac86-5f789a01c2e4 req-a27e5657-744e-4cdd-bad4-a16926baa312 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523887
Apr 15 15:02:43.166126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-aba5db14-7f62-46e8-9874-abcc6cba0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:43.167761 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-aba5db14-7f62-46e8-9874-abcc6cba0cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1099 time: 0.0835235
Apr 15 15:02:43.314601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-dd7cea2c-b025-4281-9e42-1a0ca7985ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:43.316165 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-dd7cea2c-b025-4281-9e42-1a0ca7985ff0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.1371241
Apr 15 15:02:43.488929 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-fda1ce52-bda3-49c2-95c4-e3ef9aee968e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 1002 time: 0.1656780
Apr 15 15:02:43.574030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0aca4-b344-426d-abb9-2f97a96a6e2b req-8f40afd1-f479-44d9-9551-5725ef9b21c1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:43.575949 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dac0aca4-b344-426d-abb9-2f97a96a6e2b req-8f40afd1-f479-44d9-9551-5725ef9b21c1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1892149
Apr 15 15:02:43.590929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-084b1f8d-7d30-4b81-9d43-fdd189513349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:43.592437 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-084b1f8d-7d30-4b81-9d43-fdd189513349 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0906549
Apr 15 15:02:43.683785 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dac0aca4-b344-426d-abb9-2f97a96a6e2b req-f1f49139-ec51-444e-a398-0e92ca6aa645 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975034
Apr 15 15:02:43.711075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-08eb32fe-513e-4ce1-8e90-30ba2ee0fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:43.712688 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-08eb32fe-513e-4ce1-8e90-30ba2ee0fb92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1021857
Apr 15 15:02:43.868397 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-1d7736d3-d868-4faa-b0d9-40fb98d8af37 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460831
Apr 15 15:02:43.950383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a683-8a9e-4ebe-9093-f71fb5a0e2c0 req-fbb66898-2ffd-4196-b38e-eb6479ae92e1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:43.958857 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4e71a683-8a9e-4ebe-9093-f71fb5a0e2c0 req-fbb66898-2ffd-4196-b38e-eb6479ae92e1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1112728
Apr 15 15:02:44.014856 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4e71a683-8a9e-4ebe-9093-f71fb5a0e2c0 req-8e9be4b3-f198-46d1-9cbf-9c31bfd75e96 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546033
Apr 15 15:02:44.110053 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc16dfa0-dcb4-4fda-b543-8a01498901c3 req-c8532640-1d7e-4124-828b-c63522755879 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297096
Apr 15 15:02:44.150505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbe46c-b09a-4a19-9e33-9957c9f8755f req-eff010b1-edc7-479e-9e2f-20a2d30577c1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:44.153098 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b4fbe46c-b09a-4a19-9e33-9957c9f8755f req-eff010b1-edc7-479e-9e2f-20a2d30577c1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.1030190
Apr 15 15:02:44.206338 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b4fbe46c-b09a-4a19-9e33-9957c9f8755f req-99ff7be1-a4aa-41d5-86eb-7e395b6f320c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472105
Apr 15 15:02:44.894213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80846a3e-8b32-41aa-a958-e6acb2097750 req-747be170-f672-44c6-a27f-4001390dd0db tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:44.895829 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80846a3e-8b32-41aa-a958-e6acb2097750 req-747be170-f672-44c6-a27f-4001390dd0db tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0903749
Apr 15 15:02:44.946303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-80846a3e-8b32-41aa-a958-e6acb2097750 req-25585191-c4b6-49e4-8d9f-0faf50f3f7e2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438149
Apr 15 15:02:45.212002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f28c12-7a59-4a97-8269-bb09bfc68674 req-aa2de621-c806-44fb-9bbe-b105c11147fe tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:45.213592 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65f28c12-7a59-4a97-8269-bb09bfc68674 req-aa2de621-c806-44fb-9bbe-b105c11147fe tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0893488
Apr 15 15:02:45.263901 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65f28c12-7a59-4a97-8269-bb09bfc68674 req-5a602e3b-f17c-48e2-9fa0-ded7877bb9dd tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435445
Apr 15 15:02:45.428623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b3d72-21e4-406a-9d5e-81c34bd9f995 req-0522d7c3-5b1f-4740-88b1-313ca1c60df7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:45.430241 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f9b3d72-21e4-406a-9d5e-81c34bd9f995 req-0522d7c3-5b1f-4740-88b1-313ca1c60df7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0944793
Apr 15 15:02:45.478389 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f9b3d72-21e4-406a-9d5e-81c34bd9f995 req-ad733cb6-eeb9-4f6c-9997-154b2303cf8f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417871
Apr 15 15:02:46.156280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7cb5d-3aa5-42ff-9407-2b7c6980e6d3 req-106dc1f9-a931-4687-9fc5-b4e3e63e38d1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:46.158017 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ffe7cb5d-3aa5-42ff-9407-2b7c6980e6d3 req-106dc1f9-a931-4687-9fc5-b4e3e63e38d1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0981982
Apr 15 15:02:46.208067 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ffe7cb5d-3aa5-42ff-9407-2b7c6980e6d3 req-0d4ce486-9cc9-4f0e-b345-036a66e41cb2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438015
Apr 15 15:02:46.469690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077e9ff-c59a-4113-92bb-b10baf540327 req-a8c5e23d-aeee-486b-b7ad-2e832ca8a41a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:46.471214 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4077e9ff-c59a-4113-92bb-b10baf540327 req-a8c5e23d-aeee-486b-b7ad-2e832ca8a41a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0874987
Apr 15 15:02:46.522075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4077e9ff-c59a-4113-92bb-b10baf540327 req-c0c4879f-1137-4aa8-ab16-d33087f38a8c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443649
Apr 15 15:02:46.685830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5a476-9e7f-4c11-a891-7d98554efd84 req-b43ebd7c-c8ef-46f7-8c04-8abf874af309 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:46.687462 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dee5a476-9e7f-4c11-a891-7d98554efd84 req-b43ebd7c-c8ef-46f7-8c04-8abf874af309 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 946 time: 0.0883074
Apr 15 15:02:46.738958 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dee5a476-9e7f-4c11-a891-7d98554efd84 req-25ef77e8-2b44-4b55-92b1-656935620745 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450549
Apr 15 15:02:46.933523 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:02:46.967636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:47.055640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:47.083930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:02:47.095098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:02:47.117834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-56d67ae2-e8c8-440a-b65a-f3f53b2549c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:47.119962 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-56d67ae2-e8c8-440a-b65a-f3f53b2549c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1099 time: 0.0791643
Apr 15 15:02:47.120088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:47.122575 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:47.165313 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'code': 200}
Apr 15 15:02:47.198814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=8']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:47.202364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:47.290062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-4859f269-0e2e-4324-adcd-cdc70035e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:47.291675 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-4859f269-0e2e-4324-adcd-cdc70035e753 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.1425800
Apr 15 15:02:47.468805 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-567120c9-cb35-4ffe-8d68-58c5fc7c4b6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 1002 time: 0.1665301
Apr 15 15:02:47.543979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cc1ec-75fb-4c6b-9287-eb94702d79d1 req-7dd20da8-50a2-41a2-bd84-fda99f228aa0 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:47.545554 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f29cc1ec-75fb-4c6b-9287-eb94702d79d1 req-7dd20da8-50a2-41a2-bd84-fda99f228aa0 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1886916
Apr 15 15:02:47.583291 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-f9a67844-f987-4674-ae2e-578538390275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:47.585521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-f9a67844-f987-4674-ae2e-578538390275 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.1079807
Apr 15 15:02:47.655521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f29cc1ec-75fb-4c6b-9287-eb94702d79d1 req-519a4942-49f9-4273-ba09-4e9b0aeb67b9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980439
Apr 15 15:02:47.667197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59230) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:47.741124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-d2967c7a-bdee-4912-b143-64d9eb333f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:47.742745 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-d2967c7a-bdee-4912-b143-64d9eb333f3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1460819
Apr 15 15:02:47.746276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43db55-9921-4aa3-8f6e-e399cf06b268 req-e421d7d5-b69b-42db-8274-df3bef1f3ab8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:47.747866 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0a43db55-9921-4aa3-8f6e-e399cf06b268 req-e421d7d5-b69b-42db-8274-df3bef1f3ab8 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1033430
Apr 15 15:02:47.758558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Deleting subnet cebd91fa-3d9e-4744-83d5-d0a0f241c794 {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:02:47.784593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:47.829918 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0a43db55-9921-4aa3-8f6e-e399cf06b268 req-6ef38609-be9d-4654-aeb2-7c624f17348b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755384
Apr 15 15:02:47.837548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:47.846858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:48.253633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171c7d-7fd2-4bee-b22a-60ed0747321b req-d8a64f1d-ef94-406e-aa73-39701f3127eb tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:48.255266 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96171c7d-7fd2-4bee-b22a-60ed0747321b req-d8a64f1d-ef94-406e-aa73-39701f3127eb tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2877355
Apr 15 15:02:48.276917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-69304add-add3-4a0e-8193-a8d136e1d5b9 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:48.278507 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-69304add-add3-4a0e-8193-a8d136e1d5b9 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/networks?id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef HTTP/1.1" status: 200  len: 813 time: 0.1610079
Apr 15 15:02:48.287283 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-1c447146-f460-4ff4-a73f-0578545d329c service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5353596
Apr 15 15:02:48.294198 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-69aa785b-7c4a-4d42-8201-814a37723ee0 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/quotas/cd4c199c947d40a9900f98427ad2a844 HTTP/1.1" status: 200  len: 375 time: 0.0096366
Apr 15 15:02:48.353769 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-829485af-b772-4adf-a98a-9d6e20ba784b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd4c199c947d40a9900f98427ad2a844&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534382
Apr 15 15:02:48.507953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ee6e1b1c-6db1-415e-a993-d13982648a98 service neutron] 10.222.0.20 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457288
Apr 15 15:02:48.658860 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-e719da65-c41b-4090-9d08-ef4f0df76fbe service neutron] 10.222.0.20 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426477
Apr 15 15:02:48.675211 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96171c7d-7fd2-4bee-b22a-60ed0747321b req-ecc74b7a-f401-42b9-979a-b7cd0d0941f3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3858755
Apr 15 15:02:48.736821 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b69012ca-ba96-4c64-a887-ad545512d7b1 req-5d33eafc-5ebf-44de-891b-8ac591e0fd1c service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4415843
Apr 15 15:02:48.759969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:48.776623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:48.916579 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-51c5fddb-0f48-44e2-8e1b-be7149af9e33 req-42b8ba9e-e1ff-4b5a-a13b-4ca99a79f51d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0489070
Apr 15 15:02:48.920106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebd91fa-3d9e-4744-83d5-d0a0f241c794,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:48.923296 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:48.996757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:49.010951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff3e24-4471-4b24-8008-f32e141a535a req-db008d4e-abe6-4ed8-8e22-9a38dc33adb4 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:49.012481 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a9ff3e24-4471-4b24-8008-f32e141a535a req-db008d4e-abe6-4ed8-8e22-9a38dc33adb4 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.2029772
Apr 15 15:02:49.015441 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cebd91fa-3d9e-4744-83d5-d0a0f241c794 HTTP/1.1" status: 204  len: 168 time: 1.3461685
Apr 15 15:02:49.018224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59262) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:49.066148 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a9ff3e24-4471-4b24-8008-f32e141a535a req-474f3e8b-6ce8-4d24-9949-d001439b5830 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453706
Apr 15 15:02:49.194880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:49.294814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4324-73e0-44db-8604-a356073dc639 req-f8185427-b749-4775-a5eb-73a09e613ae6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:49.296428 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb5b4324-73e0-44db-8604-a356073dc639 req-f8185427-b749-4775-a5eb-73a09e613ae6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.2542818
Apr 15 15:02:49.454014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:49.470414 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb5b4324-73e0-44db-8604-a356073dc639 req-3bd8573d-2fdb-4c50-bedc-845eea1d87ec tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467822
Apr 15 15:02:49.774376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d62fc88>,) {'filters': {'network_id': ['ce743dac-4533-4758-b3f2-dd3e142bc244']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:02:49.789865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d62fc88>, '8e429d4d-1eaa-4a57-86fd-a9ada0011eca') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:02:49.789865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d62fc88>, '8e429d4d-1eaa-4a57-86fd-a9ada0011eca') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:02:49.804448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:49.820144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:49.828688 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:02:49.909906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cf444-d322-412f-990f-7594baccb85e req-eb3e766f-0f45-4841-acc6-880a55663d88 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:49.911636 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-318cf444-d322-412f-990f-7594baccb85e req-eb3e766f-0f45-4841-acc6-880a55663d88 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1086893
Apr 15 15:02:49.968713 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-318cf444-d322-412f-990f-7594baccb85e req-f4aef98a-fba7-47f7-a34a-cf6f9356555f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476332
Apr 15 15:02:50.075034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Network ce743dac-4533-4758-b3f2-dd3e142bc244 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:02:50.084893 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-41b90049-5c71-495e-8e3c-4a4b0ff7a40d req-ec5ce3e9-d278-41f6-aa67-d890d7c48016 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0759060
Apr 15 15:02:50.086801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:50.323440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Network ce743dac-4533-4758-b3f2-dd3e142bc244 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:02:50.348841 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:02:50.460067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79818eae-95d6-4246-8201-38d095cf74bc req-4969f5e5-4712-4c5f-8c51-4dfc724aaf1c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:50.461736 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-79818eae-95d6-4246-8201-38d095cf74bc req-4969f5e5-4712-4c5f-8c51-4dfc724aaf1c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.2174101
Apr 15 15:02:50.484778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:50.493925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:50.510114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:50.531536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce743dac-4533-4758-b3f2-dd3e142bc244,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:50.538980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:50.547135 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-79818eae-95d6-4246-8201-38d095cf74bc req-1274c592-0717-4806-a46d-2fbe11326694 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789418
Apr 15 15:02:50.549948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce743dac-4533-4758-b3f2-dd3e142bc244 HTTP/1.1" status: 204  len: 168 time: 1.5298574
Apr 15 15:02:50.553127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59296) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:50.629311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Deleting subnet 507830bb-7825-409d-a821-342bda98a9bf {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:02:50.636670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:50.691536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:50.699921 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:50.771482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208a3c-9de3-4a38-8d83-66d883ad4af4 req-00badac4-5b9b-40ea-8966-046fc35a6081 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:50.773405 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-32208a3c-9de3-4a38-8d83-66d883ad4af4 req-00badac4-5b9b-40ea-8966-046fc35a6081 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1009119
Apr 15 15:02:50.829667 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-32208a3c-9de3-4a38-8d83-66d883ad4af4 req-5189e94c-b4c6-4ccc-a558-3a0a64d0cdae tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478578
Apr 15 15:02:50.978849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59306) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:51.068137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.086535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79f4d5ca-bcce-4925-a7de-41b970259c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:51.171350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507830bb-7825-409d-a821-342bda98a9bf,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:51.182092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:51.258143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.272967 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a99efe72-a3c5-4c59-bb64-0a9a6ec22d00 req-26025fb9-f5d8-498c-ab4c-6a628d59713d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0944240
Apr 15 15:02:51.294080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:51.304411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Usage tracker for resource:security_group_rule and tenant:26d62730965e4d0d9031aa0768f988bd is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:51.308950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:51.316394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:51.320686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.331870 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/507830bb-7825-409d-a821-342bda98a9bf HTTP/1.1" status: 204  len: 168 time: 0.7775083
Apr 15 15:02:51.335412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59326) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:51.430426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.462136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.464541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.476062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f2be9ce8-6079-473c-b391-c9747218571a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:51.517200 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26d62730965e4d0d9031aa0768f988bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5371284
Apr 15 15:02:51.526146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59336) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:51.549984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198fcac-1e49-4416-8ae8-4e0c383bdd5a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:51.557456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:51.694829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.735491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.743476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.779910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56aa78-3c78-491d-8c12-b40a171c9d7d req-c6718a92-2e97-49bd-9766-48432b64a1be tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:51.781523 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3e56aa78-3c78-491d-8c12-b40a171c9d7d req-c6718a92-2e97-49bd-9766-48432b64a1be tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1908269
Apr 15 15:02:51.838486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.845805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3226e4f2-4683-45b3-9b71-ffe8d1cce445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:51.859824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198fcac-1e49-4416-8ae8-4e0c383bdd5a,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:51.862002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:51.869813 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3e56aa78-3c78-491d-8c12-b40a171c9d7d req-b058b73e-1942-410e-9cc8-0ece373519d3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718606
Apr 15 15:02:51.872425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.873542 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e198fcac-1e49-4416-8ae8-4e0c383bdd5a HTTP/1.1" status: 204  len: 168 time: 0.3462377
Apr 15 15:02:51.905635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa7021-a381-4a19-99d9-3f7f61c78d81 req-ba0ac28c-e212-4dbd-b529-a5d139d3b73c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:51.908113 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8afa7021-a381-4a19-99d9-3f7f61c78d81 req-ba0ac28c-e212-4dbd-b529-a5d139d3b73c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.2301471
Apr 15 15:02:51.912454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d616eb8>,) {'filters': {'network_id': ['c9527f99-3413-4ecb-81cb-33d9e78f2818']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:02:51.948039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d616eb8>, '0a7c1f20-9f71-4e51-acce-071f40f0eba9') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:02:51.948384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d616eb8>, '0a7c1f20-9f71-4e51-acce-071f40f0eba9') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:02:51.972914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:51.990531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8afa7021-a381-4a19-99d9-3f7f61c78d81 req-1a2dac55-806d-47f8-97da-5e0db6de1939 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814660
Apr 15 15:02:51.996518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:52.001998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:02:52.112772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acaae0-e137-4f58-a84e-2deabfcc4b95 req-4c70e974-19ce-41b8-b134-76438ef77600 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:52.116391 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96acaae0-e137-4f58-a84e-2deabfcc4b95 req-4c70e974-19ce-41b8-b134-76438ef77600 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0978529
Apr 15 15:02:52.173927 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-96acaae0-e137-4f58-a84e-2deabfcc4b95 req-5fea0c6f-2a87-40e2-890c-1406fc6e0046 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522563
Apr 15 15:02:52.195800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59366) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:52.228028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Network c9527f99-3413-4ecb-81cb-33d9e78f2818 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:02:52.237201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:52.341779 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-eb627daf-9e28-46e0-936c-b9187098c7e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1442139
Apr 15 15:02:52.460042 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb62af76-2b75-4fd5-b7f6-c4bbb7f052d9 req-e48159b0-88cd-4512-8b7e-971df8584405 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0935948
Apr 15 15:02:52.538944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Network c9527f99-3413-4ecb-81cb-33d9e78f2818 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:02:52.610767 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:02:52.723166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31f20e-0cea-4a68-b87c-49b8baa209d9 req-d39d5714-720d-41ad-8816-1d5fe95f8fb6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:52.728893 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3c31f20e-0cea-4a68-b87c-49b8baa209d9 req-d39d5714-720d-41ad-8816-1d5fe95f8fb6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.2034931
Apr 15 15:02:52.776721 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3c31f20e-0cea-4a68-b87c-49b8baa209d9 req-fa680185-e7c1-44cb-b9fc-5df4484bbd25 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455072
Apr 15 15:02:52.791874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55609b8-0b76-4e9f-9fef-088d9678558b req-4b9a9fbc-b0eb-48b3-8517-dfc3c93f9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:52.793498 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b55609b8-0b76-4e9f-9fef-088d9678558b req-4b9a9fbc-b0eb-48b3-8517-dfc3c93f9fd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.1711617
Apr 15 15:02:52.798367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-4b09dd1c-9efa-4f74-8295-ec910e757aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:52.799851 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-4b09dd1c-9efa-4f74-8295-ec910e757aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1099 time: 0.1761916
Apr 15 15:02:52.867099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:52.870697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:52.888681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:52.900331 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c9527f99-3413-4ecb-81cb-33d9e78f2818 HTTP/1.1" status: 204  len: 168 time: 1.5614161
Apr 15 15:02:52.900331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9527f99-3413-4ecb-81cb-33d9e78f2818,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:52.901924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:52.929075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b55609b8-0b76-4e9f-9fef-088d9678558b req-09a8cfa7-5057-4c28-aae0-9bf094a80e7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277339
Apr 15 15:02:52.945285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:02:53.027631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-1eb20ba4-2930-4dc6-8fcb-4ba29dadd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:53.033444 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-1eb20ba4-2930-4dc6-8fcb-4ba29dadd86b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.2159920
Apr 15 15:02:53.189578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59408) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:53.212560 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-89e25f95-3d42-4376-9056-18be4e7d5722 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 1002 time: 0.1618493
Apr 15 15:02:53.246902 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-338d0e9d-a3be-4126-ab24-12b380520f53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b1b274a23a64659932fcd4e450806ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554383
Apr 15 15:02:53.249618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59414) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:53.264238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59418) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:53.310149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-bfac300c-80bd-48cb-b240-4a42a3802eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:53.311751 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-bfac300c-80bd-48cb-b240-4a42a3802eea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0870473
Apr 15 15:02:53.334738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:53.364001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:53.396350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092854a9-6523-456b-a83f-8f0cd7e4cf23 req-07d55b7e-0df7-4d50-b29a-c6e0c3aa88e6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:53.404098 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-092854a9-6523-456b-a83f-8f0cd7e4cf23 req-07d55b7e-0df7-4d50-b29a-c6e0c3aa88e6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2831378
Apr 15 15:02:53.471481 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-092854a9-6523-456b-a83f-8f0cd7e4cf23 req-47c9dddf-8aa3-4868-a570-e64e2e292997 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663686
Apr 15 15:02:53.487601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-4a8edbc5-2b4f-454c-8d0d-a9f59f005039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:53.487601 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-4a8edbc5-2b4f-454c-8d0d-a9f59f005039 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1656137
Apr 15 15:02:53.494826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707087a-ac9a-4ae6-8048-ae8e92814231 req-e93be563-88dc-460f-8f1f-a6cff762dca5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:53.502763 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b707087a-ac9a-4ae6-8048-ae8e92814231 req-e93be563-88dc-460f-8f1f-a6cff762dca5 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1161492
Apr 15 15:02:53.535977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:53.543855 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:53.570963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe8ece5-7fe8-4f9c-8d14-4ea345094cfa,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:53.585961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:53.589405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:53.590817 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abe8ece5-7fe8-4f9c-8d14-4ea345094cfa HTTP/1.1" status: 204  len: 168 time: 0.3400984
Apr 15 15:02:53.621028 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b707087a-ac9a-4ae6-8048-ae8e92814231 req-819c8217-05f2-4439-8915-cb7c7002931a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141512
Apr 15 15:02:53.689873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659821529-network', 'tenant_id': '1447e38af9314975b502981165fe11e1'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:53.708344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:53.712376 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-78bef077-9fea-4dd0-a36a-5d4c10b79532 req-c8a0fcd8-ef0a-4c3e-8458-74ad17c0297a tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0694325
Apr 15 15:02:53.722966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Usage tracker for resource:network and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:53.737233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:53.737768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:53.785649 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-fd60b1c7-6309-4718-92e1-f3bd84e3a500 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860796
Apr 15 15:02:53.940386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Made reservation on behalf of 1447e38af9314975b502981165fe11e1 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:53.945245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:53.965179 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:53.994869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:54.009391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c6659-b075-44bf-b585-49a47456d532 req-31911728-16df-4d08-854e-0cda834b96d5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:54.011068 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a1c6659-b075-44bf-b585-49a47456d532 req-31911728-16df-4d08-854e-0cda834b96d5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0934000
Apr 15 15:02:54.014712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:54.019375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:54.028133 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a6bef43-f8d2-493c-ae80-2a96a14fde9b req-478631e6-a704-45a7-87b6-03a63ce550c9 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392960
Apr 15 15:02:54.029042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:54.083367 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a1c6659-b075-44bf-b585-49a47456d532 req-bb05d540-9a5a-436a-a48b-ef158722e6c8 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651481
Apr 15 15:02:54.130467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.138025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59436) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:54.158897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.164418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6d4aeaf8-8035-421b-8669-49f7d84ea48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:54.196299 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-48bb8f8a-2fb7-40e1-be44-4337fe796e6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37a43e2df06e4d048fce98fa7c6b09fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526924
Apr 15 15:02:54.196299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59440) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:54.196574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:02:54.207752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0f2cb2-41e8-441a-97aa-b4ca24027896,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:54.211172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:54.214068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.217413 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Added segment 595bdcec-1125-494e-8005-70c5edc54774 of type vlan for network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab
Apr 15 15:02:54.251305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.262314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.292921 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.307864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.309574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:54.310266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.316078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0eb82267-4bd8-4758-b35d-d599962473f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:54.370677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.376129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-97958024-f45a-49cb-b5ef-8f7a7cee089b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:54.387904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7d674-b1d2-4faa-ae88-9ebf1a42ca6e,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:54.401385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:54.403834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.408345 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5a7d674-b1d2-4faa-ae88-9ebf1a42ca6e HTTP/1.1" status: 204  len: 168 time: 0.2126627
Apr 15 15:02:54.426437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Pushing event updated for resources: {'Network': ['ID=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:54.430483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:54.438572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:02:54.451691 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1829832
Apr 15 15:02:54.454968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59446) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:54.461128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Request body: {'subnet': {'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659821529-subnet', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:54.466470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:54.470844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Usage tracker for resource:subnet and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:54.473827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:54.481129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:54.530361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Made reservation on behalf of 1447e38af9314975b502981165fe11e1 for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:54.535161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:54.862912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a416-dcd1-44cb-a3b8-cfe545aa05d8 req-19fc388b-6a74-4c67-8ad9-719e471405c4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:54.865440 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6b4a416-dcd1-44cb-a3b8-cfe545aa05d8 req-19fc388b-6a74-4c67-8ad9-719e471405c4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1337895
Apr 15 15:02:54.942690 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6b4a416-dcd1-44cb-a3b8-cfe545aa05d8 req-153f246d-894f-4d4c-8bc5-5fda4735521c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669720
Apr 15 15:02:55.143222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18a8e-c866-4315-991b-471de26a2f0a req-180e4651-c4e3-4531-a303-3ba36b2ce33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:55.143466 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-180e4651-c4e3-4531-a303-3ba36b2ce33a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128&tenant_id=601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 1097 time: 0.5865116
Apr 15 15:02:55.164490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ebe65-65af-4a51-8dea-eab4b37dc4aa req-77c003f4-f9ad-4d57-a2ad-7c641a619018 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:55.166548 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a68ebe65-65af-4a51-8dea-eab4b37dc4aa req-77c003f4-f9ad-4d57-a2ad-7c641a619018 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.5196683
Apr 15 15:02:55.179537 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-991f9140-e4fe-4a5e-91b1-b8eddff07db7 req-8a22bd1f-afea-4e69-8900-4d7c3aa80b55 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0637217
Apr 15 15:02:55.316389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-6a67b329-aeed-409e-8e82-993f2721513d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:55.317947 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-6a67b329-aeed-409e-8e82-993f2721513d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "GET /v2.0/networks?id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef HTTP/1.1" status: 200  len: 813 time: 0.3219039
Apr 15 15:02:55.328930 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a68ebe65-65af-4a51-8dea-eab4b37dc4aa req-5f287ef9-c533-48c9-8ac7-702f4f721060 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1128016
Apr 15 15:02:55.339586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Request body: {'port': {'device_id': '733e7e58-4f35-450b-9734-249e64e80913', 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef', 'admin_state_up': True, 'tenant_id': 'cd4c199c947d40a9900f98427ad2a844'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:55.508021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18a8e-c866-4315-991b-471de26a2f0a req-6cd5c295-501b-4b05-9c56-53edc63f2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:55.509633 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-6cd5c295-501b-4b05-9c56-53edc63f2916 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1097 time: 0.3420150
Apr 15 15:02:55.750678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:55.783978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:55.848386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18a8e-c866-4315-991b-471de26a2f0a req-0b24db3c-35e8-456b-a2c4-4d43aaa353c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:55.850046 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-0b24db3c-35e8-456b-a2c4-4d43aaa353c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.2959402
Apr 15 15:02:55.859125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b130e-c1b3-4b68-99ad-f5bdc3e15e54 req-a2833514-5af9-4a4b-b57c-9326986aa868 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:55.860839 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b7b130e-c1b3-4b68-99ad-f5bdc3e15e54 req-a2833514-5af9-4a4b-b57c-9326986aa868 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.3635228
Apr 15 15:02:55.954116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Made reservation on behalf of cd4c199c947d40a9900f98427ad2a844 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:02:55.960207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:56.077423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141293be-1a42-4e11-adee-104921b8cedc req-444f4b8b-dcb5-4179-963d-7c52e0db97de tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.079069 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-141293be-1a42-4e11-adee-104921b8cedc req-444f4b8b-dcb5-4179-963d-7c52e0db97de tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1580651
Apr 15 15:02:56.082105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-a379960e-ecaf-41a5-8bf7-054d208af0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.083586 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-a379960e-ecaf-41a5-8bf7-054d208af0c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa16636334347b1b27b4cd33f4639e6&device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 1098 time: 0.1203198
Apr 15 15:02:56.156665 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-33b7bb01-4508-4194-a23e-b9446a8d9d62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 200  len: 1000 time: 0.2944081
Apr 15 15:02:56.160438 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b7b130e-c1b3-4b68-99ad-f5bdc3e15e54 req-7d8a9ab3-76e5-40dc-9324-e2c74b54fbbd tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2839887
Apr 15 15:02:56.312380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59500) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:56.343498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18a8e-c866-4315-991b-471de26a2f0a req-78d76d49-87f5-469d-b2b0-46d093d5bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.345033 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-78d76d49-87f5-469d-b2b0-46d093d5bf4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.1768651
Apr 15 15:02:56.448668 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7edc91ad-eb3a-428f-98c0-af497afb6e22 req-c7eea9db-6eef-4eab-98b2-68c29b14cf32 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.1091278
Apr 15 15:02:56.460115 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-141293be-1a42-4e11-adee-104921b8cedc req-ff346166-afc1-4702-a1a1-eddb70370da7 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710978
Apr 15 15:02:56.470903 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Allocated IP 172.20.0.5 (a1c5517c-1657-42fd-a6ac-55e68e62a0ef/d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d/0fbd0918-6ef1-4a7d-9b91-e29beb92d264) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:02:56.494930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:56.506830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-3c92dc00-59b4-4ca3-8f0a-e4ec05bb8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.508636 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-3c92dc00-59b4-4ca3-8f0a-e4ec05bb8011 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 200  len: 920 time: 0.4057212
Apr 15 15:02:56.528040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:56.537887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Usage tracker for resource:security_group_rule and tenant:fe1bc99ec7dc4883afb1a17517ca8ff1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:56.544403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:56.561150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:56.625314 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-57890cf4-1234-4fe1-98e9-d7bb42beff10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 200  len: 217 time: 0.1091478
Apr 15 15:02:56.668695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18a8e-c866-4315-991b-471de26a2f0a req-814f9f40-499c-4a1f-affd-6a8ec2fdab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.670351 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-814f9f40-499c-4a1f-affd-6a8ec2fdab89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2756894
Apr 15 15:02:56.723086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-a6607997-9fa5-4400-a9df-b78af73548d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.724807 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-a6607997-9fa5-4400-a9df-b78af73548d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 200  len: 859 time: 0.0873089
Apr 15 15:02:56.781697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ceb86-1409-469d-9934-51d868b07574 req-513b5fa4-a0f7-4343-a96f-724ee6a08d02 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:56.783306 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f62ceb86-1409-469d-9934-51d868b07574 req-513b5fa4-a0f7-4343-a96f-724ee6a08d02 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2039292
Apr 15 15:02:56.784681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:56.792022 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-c45ff7a3-b8eb-45fa-8d23-3b0565ca5058 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b642d0e5-d862-4daf-a797-d50c8612b320&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588202
Apr 15 15:02:56.837983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cfeb7e6a-1eeb-46cf-b6fa-ffde76ec29cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:56.934375 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f62ceb86-1409-469d-9934-51d868b07574 req-1cc155fc-6f04-48cb-8f46-ce02076ad474 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351974
Apr 15 15:02:56.979766 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-9a53bfa9-6f3a-4106-b661-704226ced031 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786549
Apr 15 15:02:57.132772 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7f2d075-5eb4-4edb-93fb-6d7ff86a3571 req-a8853143-577c-43bc-9391-928873dc5ab8 service neutron] 10.222.0.10 "GET /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450179
Apr 15 15:02:57.329820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc46619-3fca-444b-9344-fd71879c2203,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:57.357832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:57.398432 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-afaeb27c-be41-49a7-8d05-02d86b90fa8e service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7136374
Apr 15 15:02:57.461282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.540153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.553259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eb4c98a1-bbb0-45ff-9481-1d3671ce036d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:57.565112 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.668515 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-328e4b2d-8fc0-4e33-83d9-92842f8e1dfc req-837beea7-10c7-4dfc-b057-4ee441d7a3b0 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.0533032
Apr 15 15:02:57.689872 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe1bc99ec7dc4883afb1a17517ca8ff1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3724313
Apr 15 15:02:57.690330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59514) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:57.699596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743ad02-b96c-4366-bf24-0108a0b63cb4,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:57.721336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:57.753414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.762441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Checking segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:02:57.762849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Network hostable DHCP agents. Network: c68988cd-8e7a-4f91-bc0f-208d01bbc3ab, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:02:57.768760 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56a18a8e-c866-4315-991b-471de26a2f0a req-238b44f2-03b9-4685-be22-8a2564ed5f61 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3425069
Apr 15 15:02:57.783224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.822182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685396-3d07-4378-bacf-670924376823 req-a3a7232b-3282-44e9-a800-e99a3f4b154a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:57.823875 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bd685396-3d07-4378-bacf-670924376823 req-a3a7232b-3282-44e9-a800-e99a3f4b154a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.2457862
Apr 15 15:02:57.851409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:02:57.854503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.873291 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.873754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:57.878779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c2cf88ca-8003-4565-8909-7b96adbecd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:57.893243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743ad02-b96c-4366-bf24-0108a0b63cb4,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:57.896048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:57.897996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:57.902023 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7f89ff9b-2e71-4782-8200-f408cf7356f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e743ad02-b96c-4366-bf24-0108a0b63cb4 HTTP/1.1" status: 204  len: 168 time: 0.2078581
Apr 15 15:02:58.007874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, c68988cd-8e7a-4f91-bc0f-208d01bbc3ab) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:02:58.023411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a7e53-3662-42b0-9e57-7816e830f3d0 None None] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:02:58.037741 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bd685396-3d07-4378-bacf-670924376823 req-4bdbbdad-8364-4473-879c-968f5ea92441 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059331
Apr 15 15:02:58.044269 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:58.044942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.079168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Pushing event updated for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:58.093839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:58.168933 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-57130958-1144-4e41-8068-3e7a62928938 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 3.7127714
Apr 15 15:02:58.173105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59524) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:02:58.177348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:02:58.182009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:58.187272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:02:58.189726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:02:58.192387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:02:58.197587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522c7e1-1e4b-44af-9b62-fc162396affe req-ae07079b-2453-46b1-be75-5aa4a6a00be9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:58.199271 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0522c7e1-1e4b-44af-9b62-fc162396affe req-ae07079b-2453-46b1-be75-5aa4a6a00be9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1192627
Apr 15 15:02:58.200046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:58.200859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.209639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Usage tracker for resource:router and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:02:58.217573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:02:58.226496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:02:58.258474 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0522c7e1-1e4b-44af-9b62-fc162396affe req-31a55530-0596-4684-a471-0021bcb41a53 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509295
Apr 15 15:02:58.264298 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9325888
Apr 15 15:02:58.289037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Request body: {'port': {'device_id': '733e7e58-4f35-450b-9734-249e64e80913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:02:58.296256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 15:02:58.297385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.342108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.342108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.439676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.457366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.573936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Allocated IP 172.20.0.2 (c68988cd-8e7a-4f91-bc0f-208d01bbc3ab/7bc46619-3fca-444b-9344-fd71879c2203/10d96c91-1ed9-4196-b6ca-eb36cf1958f3) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:02:58.947450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:58.962349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Transition to ACTIVE for port object 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:02:59.006969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Transition to ACTIVE for port object 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:02:59.042410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:59.062906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:59.108342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:02:59.213756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Pushing event updated for resources: {'Port': ['ID=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:02:59.308686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:02:59.318944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e92a-fdae-4ff8-8f3d-23803c810205 req-b3d5d9c5-4c99-4940-a3c1-39a7226ae1a2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:59.319785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4c35e92a-fdae-4ff8-8f3d-23803c810205 req-b3d5d9c5-4c99-4940-a3c1-39a7226ae1a2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Synchronizing usage tracker for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:02:59.339126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf961d11-6fbb-42ca-a2c3-b8cfafd4a63d req-eeb60816-d98f-40c3-8130-42580a765fed tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:59.341838 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf961d11-6fbb-42ca-a2c3-b8cfafd4a63d req-eeb60816-d98f-40c3-8130-42580a765fed tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1242924
Apr 15 15:02:59.405819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:02:59.407188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:02:59.409586 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf961d11-6fbb-42ca-a2c3-b8cfafd4a63d req-56e503a9-cb29-4a01-9cc3-18bc25a6a4be tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614738
Apr 15 15:02:59.411129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:02:59.422224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4c35e92a-fdae-4ff8-8f3d-23803c810205 req-b3d5d9c5-4c99-4940-a3c1-39a7226ae1a2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Unset dirty status for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:02:59.439933 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4c35e92a-fdae-4ff8-8f3d-23803c810205 req-b3d5d9c5-4c99-4940-a3c1-39a7226ae1a2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 931 time: 0.5052669
Apr 15 15:02:59.594565 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4c35e92a-fdae-4ff8-8f3d-23803c810205 req-0f02df10-d0c3-44e6-95a5-94b80dac20a1 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631508
Apr 15 15:02:59.655980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:02:59.669786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:59.706039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Transition to ACTIVE for port object 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:02:59.860210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19e2f-e53d-47b5-ae40-552dab78c85e req-686791ba-8b5b-44cb-a2f4-d6ce9bad45c7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:02:59.877017 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-45b19e2f-e53d-47b5-ae40-552dab78c85e req-686791ba-8b5b-44cb-a2f4-d6ce9bad45c7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2825906
Apr 15 15:02:59.901289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Attempting to bind port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:02:59.901713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Attempting to bind port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:02:59.902128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Attempting to bind port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 on network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:02:59.910016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:02:59.910549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Checking segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:02:59.910979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:59.911908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Bound using segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:02:59.913190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Bound port: 10d96c91-1ed9-4196-b6ca-eb36cf1958f3, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:02:59.913672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:02:59.958579 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-45b19e2f-e53d-47b5-ae40-552dab78c85e req-905a56d3-7d15-4a2c-9aa5-e885d3301fd9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731707
Apr 15 15:03:00.014985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:00.029273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:00.103882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] For port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:00.107490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] For port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:00.166543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:00.216433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:00.252935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:00.306649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:00.312691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:00.319550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:00.363645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Pushing event updated for resources: {'Port': ['ID=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:00.435320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:01.055116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e05dc6-84be-462d-a0e3-f99ce55cf863 req-4febbde5-6153-4faf-9048-f7a8fe2b54f3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:01.064205 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11e05dc6-84be-462d-a0e3-f99ce55cf863 req-4febbde5-6153-4faf-9048-f7a8fe2b54f3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.2529812
Apr 15 15:03:01.170519 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11e05dc6-84be-462d-a0e3-f99ce55cf863 req-c91dcd8f-dff8-472d-aa81-6492beece460 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930614
Apr 15 15:03:01.307999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:01.388435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Allocated IP 172.27.0.153 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/5f4f12d2-0623-4fd4-80fd-56fa14df8f43) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:01.508658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:01.533816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Attempting to bind port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:01.534205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Attempting to bind port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:01.534588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Attempting to bind port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 on network a1c5517c-1657-42fd-a6ac-55e68e62a0ef {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:01.545135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 on network a1c5517c-1657-42fd-a6ac-55e68e62a0ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:03:01.559606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Attempting to bind port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 on network a1c5517c-1657-42fd-a6ac-55e68e62a0ef {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:01.560094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:01.560464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Checking segment: {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:01.560888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Bound using segment: {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:01.561392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Bound port: 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e81ef57-7597-4fbc-9408-0e2476010079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:01.561776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:01.631359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d45b-fa8c-4de6-949b-6270304ec0f8 req-e59d22fb-5c4c-4c69-b00a-c9b9c5e518dc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:01.640183 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-07a1d45b-fa8c-4de6-949b-6270304ec0f8 req-e59d22fb-5c4c-4c69-b00a-c9b9c5e518dc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2553144
Apr 15 15:03:01.811922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:01.816474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:01.852105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-07a1d45b-fa8c-4de6-949b-6270304ec0f8 req-f72c2e2b-1105-4e58-a09e-fa3000be7dae tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2111397
Apr 15 15:03:01.962829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:01.987608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:02.117337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.190347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:02.220549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.220974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.221388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.221797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.222214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.222633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.223037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.223439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.223838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.224234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.224672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.225077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:02.241839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:02.273901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:02.274668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.276163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/0fbd0918-6ef1-4a7d-9b91-e29beb92d264 HTTP/1.1" status: 200  len: 1093 time: 3.9921663
Apr 15 15:03:02.276706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:02.302483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.321197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3b8c58d5-60d1-48e1-b107-c231c76423f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:02.404720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b17d7b-4feb-4a11-bea8-52de9cb447e3 req-1dbc6e09-b38c-4305-93f7-fbeadf2daf24 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:02.407025 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-94b17d7b-4feb-4a11-bea8-52de9cb447e3 req-1dbc6e09-b38c-4305-93f7-fbeadf2daf24 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.1175809
Apr 15 15:03:02.408304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db213220-f524-452b-8da6-1aedff5f8e70 None None] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:03:02.417800 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264', 'status': 'completed', 'code': 200}
Apr 15 15:03:02.458031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-94b17d7b-4feb-4a11-bea8-52de9cb447e3 req-7b546ede-278f-40cf-9dc2-493d87aaf6b3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449922
Apr 15 15:03:02.470860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:02.473920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:02.533342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:02.534468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:02.536921 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:02.546245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Provisioning for port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:02.561448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Provisioning complete for port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:02.561892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.800684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-08956431-3b39-404f-81b6-679bc7d46d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.836578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.878384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] For port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:02.915682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:02.919417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:03.074532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Pushing event updated for resources: {'Port': ['ID=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:03.092136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:03.245365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-a7946f91-f61c-4267-8fb7-955f70825666 None None] Provisioning complete for port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:03.245365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a7946f91-f61c-4267-8fb7-955f70825666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:03.246050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:03.281302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:03.437572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:03.437918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:03.543610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21405bc3-9160-4c00-9aec-95bcbb536faf req-ffb4d93f-a4d8-49fe-b46f-df8408360f3c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:03.545303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-21405bc3-9160-4c00-9aec-95bcbb536faf req-ffb4d93f-a4d8-49fe-b46f-df8408360f3c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.4193435
Apr 15 15:03:03.699450 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-21405bc3-9160-4c00-9aec-95bcbb536faf req-84c38116-43fd-4d09-8c0b-4ef288f80989 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404316
Apr 15 15:03:03.717781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ed75e-f097-41b4-80c2-46a2ecc08b06 req-9e183a3f-48f7-474e-9135-c530a6916b77 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:03.719600 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9c7ed75e-f097-41b4-80c2-46a2ecc08b06 req-9e183a3f-48f7-474e-9135-c530a6916b77 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.1116583
Apr 15 15:03:03.732924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:03.813397 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9c7ed75e-f097-41b4-80c2-46a2ecc08b06 req-c149380e-7d8a-4e32-a00a-160eb63595a9 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739319
Apr 15 15:03:04.262151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Router 7322df14-f82f-45ea-8771-138111216172 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 15:03:04.493499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:03:04.502388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Sync routers for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:03:04.514396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:04.515126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e39bac8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:02:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:04.547953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:04.552373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59664) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:04.552552 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.3782201
Apr 15 15:03:04.714914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:04.839059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64f568cb-c353-427d-82f5-4e81a370be5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:05.052092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ef005-2ac8-4b80-bc00-449094827600 req-0102c077-dd95-49ef-876c-aee2ae27f9fe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:05.054904 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-852ef005-2ac8-4b80-bc00-449094827600 req-0102c077-dd95-49ef-876c-aee2ae27f9fe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1161757
Apr 15 15:03:06.008513 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-852ef005-2ac8-4b80-bc00-449094827600 req-0f91e54b-c089-4695-a52e-be2f9d571cd0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835016
Apr 15 15:03:06.009469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e39bac8>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:02Z', 'revision_number': 3, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:06.009469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Checking router: 7322df14-f82f-45ea-8771-138111216172 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:03:06.009469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Updating router 7322df14-f82f-45ea-8771-138111216172 port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:03:06.009469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:06.010428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152fad-5a23-4565-a9a7-ae6c81d4752f req-c70e8a2e-8783-41a7-a45c-a1d8061d328f tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:06.010428 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f152fad-5a23-4565-a9a7-ae6c81d4752f req-c70e8a2e-8783-41a7-a45c-a1d8061d328f tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.4580357
Apr 15 15:03:06.010428 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f152fad-5a23-4565-a9a7-ae6c81d4752f req-e29eea20-8a99-48e0-8aef-e69570461e8f tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946224
Apr 15 15:03:06.010428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:06.010428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Allocated IP 172.20.0.1 (c68988cd-8e7a-4f91-bc0f-208d01bbc3ab/7bc46619-3fca-444b-9344-fd71879c2203/84c079f6-2ff3-48a7-b345-8cb7ecf2461a) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:06.011182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:06.011182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Transition to ACTIVE for port object 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:06.250274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:06.269580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Transition to ACTIVE for port object 84c079f6-2ff3-48a7-b345-8cb7ecf2461a will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:06.364408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4179d-f900-4579-b4c1-f867f61f342c req-6171f049-7784-4a94-9fbd-667f8289eed9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:06.366770 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da4179d-f900-4579-b4c1-f867f61f342c req-6171f049-7784-4a94-9fbd-667f8289eed9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.0917463
Apr 15 15:03:06.425851 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da4179d-f900-4579-b4c1-f867f61f342c req-02fd9949-2b27-4579-a3e5-94b6482d9c19 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518827
Apr 15 15:03:06.922121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de28ce8-0a3e-4418-b9f5-0001b372e14a req-0790de60-9fad-4f48-86f5-0ce80d5372a8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:06.923918 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6de28ce8-0a3e-4418-b9f5-0001b372e14a req-0790de60-9fad-4f48-86f5-0ce80d5372a8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.1092319
Apr 15 15:03:06.982782 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6de28ce8-0a3e-4418-b9f5-0001b372e14a req-76ffc0e0-0453-4132-902b-ec51d8071f4d tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508800
Apr 15 15:03:07.699662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736736ef-2773-49eb-b206-debe3ce53e43 req-b1061731-ae61-4bb9-8caf-e0bfe8799eae tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:07.701612 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736736ef-2773-49eb-b206-debe3ce53e43 req-b1061731-ae61-4bb9-8caf-e0bfe8799eae tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1474063
Apr 15 15:03:07.767670 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736736ef-2773-49eb-b206-debe3ce53e43 req-16f8f6bc-a1e1-48d4-82e8-97e2c72cbfe3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446656
Apr 15 15:03:07.941301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:07.941685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:07.941882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:07.942673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:07.943416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:07.960493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-02bf1797-bdc7-4360-918e-57619c32a8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:08.025905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:08.097078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Pushing event updated for resources: {'Port': ['ID=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,revision_number=2']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:08.111068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.111851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.111971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.112491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.112857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.113229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.113684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.114054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.114585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.114986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.115430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.115803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.132726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:08.140937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Pushing event updated for resources: {'Port': ['ID=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:08.167818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.168220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.168742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.169266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.169820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.170016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.170417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.170869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.171206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.171629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.171999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.172366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:08.195629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Attempting to bind port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:08.196307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Attempting to bind port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:08.196879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Attempting to bind port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:08.213710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:08.214219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:08.214628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:08.215063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:08.215581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Bound port: 5f4f12d2-0623-4fd4-80fd-56fa14df8f43, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:08.215999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:08.246936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:08.291151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:08.293305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:08.296772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:08.308248 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] For port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:08.358787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] For port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:08.361163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:08.379272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bbb3-cde2-4d18-808b-6dec5d183089 req-fb510cb3-4b6b-4f9e-91a2-b6fb74e62dce tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:08.389356 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a912bbb3-cde2-4d18-808b-6dec5d183089 req-fb510cb3-4b6b-4f9e-91a2-b6fb74e62dce tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.2062795
Apr 15 15:03:08.391819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:08.441553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:08.500374 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a912bbb3-cde2-4d18-808b-6dec5d183089 req-e17a0e6b-933b-431c-b0d9-3bc444ee5bdc tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099007
Apr 15 15:03:08.593443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-392d7946-9e46-4d39-a676-0cbb9a7fc4fc None None] Provisioning for port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:08.598886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-392d7946-9e46-4d39-a676-0cbb9a7fc4fc None None] Provisioning complete for port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:08.599491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-392d7946-9e46-4d39-a676-0cbb9a7fc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:08.613202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:08.623533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Pushing event updated for resources: {'Port': ['ID=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:08.633120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:08.664746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:08.665396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e39bac8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:08.667254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-392d7946-9e46-4d39-a676-0cbb9a7fc4fc None None] Port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:03:08.944041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:09.056551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6fac3-df46-408b-9fdb-626cb7c65d17 req-5fd47259-3d5d-4486-95d1-ccb6afcb34fc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:09.066020 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18f6fac3-df46-408b-9fdb-626cb7c65d17 req-5fd47259-3d5d-4486-95d1-ccb6afcb34fc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1313612
Apr 15 15:03:09.085114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:09.114569 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18f6fac3-df46-408b-9fdb-626cb7c65d17 req-4b275257-97c4-4102-ba82-1e829e811913 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434346
Apr 15 15:03:09.119377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:09.187288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0db9a628-ffb5-40ef-8aa0-b33c668d1561 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:09.245610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:09.338333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Pushing event updated for resources: {'Port': ['ID=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:09.342425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:09.357988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e39bac8>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:05Z', 'revision_number': 1, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:09.363524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc3a-bd1f-4cde-850a-bab76f6a9f5c None None] The sync data for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi is: [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:05Z', 'revision_number': 1, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:03:09.433784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:09.434928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:09.682580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Router 7322df14-f82f-45ea-8771-138111216172 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:03:09.694921 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-19016268-cd78-451e-979d-06c1d091c095 None None] Provisioning complete for port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:09.695636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19016268-cd78-451e-979d-06c1d091c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:09.769905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-19016268-cd78-451e-979d-06c1d091c095 None None] Port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:03:10.096134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:03:10.110734 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/7322df14-f82f-45ea-8771-138111216172/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5556037
Apr 15 15:03:10.148812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f92044-5466-4a20-a2ec-c20bac8502e1 req-9a1f1d3b-957e-4aca-837c-73fde810db2a tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:10.150511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-77f92044-5466-4a20-a2ec-c20bac8502e1 req-9a1f1d3b-957e-4aca-837c-73fde810db2a tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.2275722
Apr 15 15:03:10.210838 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-77f92044-5466-4a20-a2ec-c20bac8502e1 req-d0916b55-5c95-4488-8ca7-c899912d07e4 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535195
Apr 15 15:03:10.455386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523868-ca8e-4d0c-aeff-6a6d71eb65f6 req-45492c6e-56b8-43a7-a17f-b2d4febf60e9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:10.457166 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18523868-ca8e-4d0c-aeff-6a6d71eb65f6 req-45492c6e-56b8-43a7-a17f-b2d4febf60e9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1357932
Apr 15 15:03:10.530120 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18523868-ca8e-4d0c-aeff-6a6d71eb65f6 req-01c0ad2d-e80d-4821-afc7-acd1d2f96241 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635538
Apr 15 15:03:11.041971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59726) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:11.048159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-141363952-network', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:11.053990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:11.058208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Usage tracker for resource:network and tenant:ba441da031ed4c47937bd9ea8a6de25d is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:11.061273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:11.067511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:11.109522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Made reservation on behalf of ba441da031ed4c47937bd9ea8a6de25d for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:11.115693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.134853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.151081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:11.155749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Usage tracker for resource:security_group_rule and tenant:ba441da031ed4c47937bd9ea8a6de25d is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:11.161652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:11.172163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:11.269181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:11.319085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.347450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.360280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-44908c5f-6b91-494f-ac16-30e005539cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:11.390881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:03:11.393328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:11.399686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806fe80-9c4e-41d0-91c9-85c39a7eab98,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:11.404205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:11.408827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.409489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:11.409664 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Added segment 7dc18222-61a3-4485-aa26-d7be8b30c11f of type vlan for network 1cbe3b75-f633-4f76-accc-28a95c9013b4
Apr 15 15:03:11.414723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.506795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.509729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c413-a217-43fe-86ef-cfe4183ad634 req-85352a61-f6d7-4460-b841-565a78c26149 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:11.511442 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-91a3c413-a217-43fe-86ef-cfe4183ad634 req-85352a61-f6d7-4460-b841-565a78c26149 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.1291220
Apr 15 15:03:11.560846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.564516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:11.565449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.567551 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-91a3c413-a217-43fe-86ef-cfe4183ad634 req-eb6c55bc-30bf-4377-ad82-e7f0d51c1173 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486987
Apr 15 15:03:11.574042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.588411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fe881ac-72d9-4124-b3eb-298fd28763e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:11.597754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:11.621804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.623981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-44cf7d3d-1a2c-46b7-b8ef-e9010a410b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:11.700090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:11.700447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Pushing event updated for resources: {'Network': ['ID=1cbe3b75-f633-4f76-accc-28a95c9013b4,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:11.706074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:11.708101 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6649647
Apr 15 15:03:11.711755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59736) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:11.715085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:11.718433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Request body: {'subnet': {'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-141363952-subnet', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:11.720166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:03:11.723855 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:11.729456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Usage tracker for resource:subnet and tenant:ba441da031ed4c47937bd9ea8a6de25d is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:11.732500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:11.739183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:11.776129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Made reservation on behalf of ba441da031ed4c47937bd9ea8a6de25d for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:11.792428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:11.824389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3d3e2-9643-4406-9f9d-914b6652a41f req-483f8575-f92e-45a1-bbdf-c1d15cf8e67a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:11.826448 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ebe3d3e2-9643-4406-9f9d-914b6652a41f req-483f8575-f92e-45a1-bbdf-c1d15cf8e67a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1224113
Apr 15 15:03:11.901561 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ebe3d3e2-9643-4406-9f9d-914b6652a41f req-e263a472-cb21-45f9-9745-e7f568fc05e6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661540
Apr 15 15:03:12.394957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:12.465236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:12.564920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f001c760-793c-4f92-8f57-d7bb9eb37801,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:12.576880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:12.634018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Checking segment: {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:12.634630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Network hostable DHCP agents. Network: 1cbe3b75-f633-4f76-accc-28a95c9013b4, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:03:12.696188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:03:12.746640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 1cbe3b75-f633-4f76-accc-28a95c9013b4) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:12.755791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8f20c-8528-4b6c-994b-15dbe56380c3 None None] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:03:12.768295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:12.768858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:12.819224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5dcc5-f99a-4c86-9e81-eb44afb184ff req-734ece4d-05d6-4f72-baab-99ef7de3f6bc tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:12.826011 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dee5dcc5-f99a-4c86-9e81-eb44afb184ff req-734ece4d-05d6-4f72-baab-99ef7de3f6bc tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.1164930
Apr 15 15:03:12.828844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1155000
Apr 15 15:03:12.831613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59748) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:12.840366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:12.847587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:12.871913 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Usage tracker for resource:router and tenant:ba441da031ed4c47937bd9ea8a6de25d is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:12.876774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:12.890840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:12.917063 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dee5dcc5-f99a-4c86-9e81-eb44afb184ff req-a88980bc-7a5a-4af5-8358-e3cbed4ca0fe tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662360
Apr 15 15:03:12.936570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:12.937857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:13.017732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:13.066794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-1cbe3b75-f633-4f76-accc-28a95c9013b4', 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'fixed_ips': [{'subnet_id': 'f001c760-793c-4f92-8f57-d7bb9eb37801'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 15:03:13.066794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:13.142265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f976c9-f3da-400a-864e-fcdc1a466b91 req-6bb8fb86-f317-4a16-837b-7138016a9f59 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:13.143680 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26f976c9-f3da-400a-864e-fcdc1a466b91 req-6bb8fb86-f317-4a16-837b-7138016a9f59 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.0954409
Apr 15 15:03:13.218002 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26f976c9-f3da-400a-864e-fcdc1a466b91 req-6e89bf95-12ae-44c9-84be-c7eb7999ac34 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661991
Apr 15 15:03:13.303843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:13.337878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Sync routers for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:03:13.343974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Allocated IP 172.20.0.2 (1cbe3b75-f633-4f76-accc-28a95c9013b4/f001c760-793c-4f92-8f57-d7bb9eb37801/c6548bd0-444f-4c42-842b-8f25ee38943f) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:13.547803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:13.548510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dad5ba8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:13.691135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:13.952808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:13.955331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:13.955852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.006593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Transition to ACTIVE for port object c6548bd0-444f-4c42-842b-8f25ee38943f will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:14.063358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Transition to ACTIVE for port object c6548bd0-444f-4c42-842b-8f25ee38943f will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:14.072107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:14.126277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.135668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.155487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:14.171554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.241137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6403-00a7-4ad3-9fc9-506ff371cab0 req-551633ea-464f-46f7-9ad9-ece174f239b6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:14.242700 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8b7a6403-00a7-4ad3-9fc9-506ff371cab0 req-551633ea-464f-46f7-9ad9-ece174f239b6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.1990874
Apr 15 15:03:14.347715 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8b7a6403-00a7-4ad3-9fc9-506ff371cab0 req-223c8dd7-6191-46e7-b5b0-738dc79dd19b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984571
Apr 15 15:03:14.387615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Allocated IP 172.27.0.161 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/fa770020-3a03-4ead-adbb-7a4876e44cf1) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:14.478889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295864-264d-4418-9a27-96c600246a38 req-b41f2afd-389c-472b-ae2c-5e7588cfd32e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:14.480537 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8d295864-264d-4418-9a27-96c600246a38 req-b41f2afd-389c-472b-ae2c-5e7588cfd32e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.0969572
Apr 15 15:03:14.508688 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Pushing event updated for resources: {'Port': ['ID=c6548bd0-444f-4c42-842b-8f25ee38943f,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:14.511688 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:14.556574 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8d295864-264d-4418-9a27-96c600246a38 req-565cde64-01e2-4529-a6dd-2abcfb78ac66 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696502
Apr 15 15:03:14.580975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.647848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:14.650988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:14.654978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:14.680162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.703699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:14.706456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391fa47-9fde-47ef-a400-c2925880155c req-80bba492-5971-42fe-ae03-160eafd1ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:14.708082 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1391fa47-9fde-47ef-a400-c2925880155c req-80bba492-5971-42fe-ae03-160eafd1ec5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4c199c947d40a9900f98427ad2a844&device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 1096 time: 0.0865979
Apr 15 15:03:14.798109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Attempting to bind port c6548bd0-444f-4c42-842b-8f25ee38943f on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:14.798627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Attempting to bind port c6548bd0-444f-4c42-842b-8f25ee38943f by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:14.799044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Attempting to bind port c6548bd0-444f-4c42-842b-8f25ee38943f on network 1cbe3b75-f633-4f76-accc-28a95c9013b4 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:14.811854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:14.812288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Checking segment: {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:14.812747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.813202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Bound using segment: {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:14.813743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Bound port: c6548bd0-444f-4c42-842b-8f25ee38943f, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:14.814197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:14.891049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dad5ba8>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 2, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:14.893744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Pushing event updated for resources: {'Port': ['ID=fa770020-3a03-4ead-adbb-7a4876e44cf1,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:14.905475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:14.907715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Checking router: 7322df14-f82f-45ea-8771-138111216172 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:03:14.908129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Updating router 7322df14-f82f-45ea-8771-138111216172 port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:03:14.926622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391fa47-9fde-47ef-a400-c2925880155c req-97544563-7f12-40b1-861f-28a11b45d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:14.929021 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1391fa47-9fde-47ef-a400-c2925880155c req-97544563-7f12-40b1-861f-28a11b45d1bf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cd4c199c947d40a9900f98427ad2a844&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2111511
Apr 15 15:03:14.964923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:14.966390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:14.968689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:14.991221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] For port c6548bd0-444f-4c42-842b-8f25ee38943f, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:14.992966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:15.013035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] For port c6548bd0-444f-4c42-842b-8f25ee38943f, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c6548bd0-444f-4c42-842b-8f25ee38943f,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:15.055080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:15.072725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:15.110469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391fa47-9fde-47ef-a400-c2925880155c req-42ddd163-2e01-48de-8620-88009f67cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:15.112264 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1391fa47-9fde-47ef-a400-c2925880155c req-42ddd163-2e01-48de-8620-88009f67cd6d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1653855
Apr 15 15:03:15.241285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-e9f0ce45-c0b5-4025-b1ab-69f349cf00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:15.243033 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-e9f0ce45-c0b5-4025-b1ab-69f349cf00a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4c199c947d40a9900f98427ad2a844&device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 1096 time: 0.0894983
Apr 15 15:03:15.320685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Pushing event updated for resources: {'Port': ['ID=c6548bd0-444f-4c42-842b-8f25ee38943f,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:15.334790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:15.338603 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-1e8aad37-3504-49ce-bc3d-242743f96a31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264 HTTP/1.1" status: 200  len: 217 time: 0.0706577
Apr 15 15:03:15.442270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-30ca586a-31cf-43f0-b66d-07bd4c267c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:15.444747 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-30ca586a-31cf-43f0-b66d-07bd4c267c80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d HTTP/1.1" status: 200  len: 853 time: 0.0963228
Apr 15 15:03:15.512160 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-6d172fd8-6962-459d-b150-1a162bc2df51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a1c5517c-1657-42fd-a6ac-55e68e62a0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540798
Apr 15 15:03:15.631749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:15.781507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:15.805955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Transition to ACTIVE for port object 84c079f6-2ff3-48a7-b345-8cb7ecf2461a will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:15.858863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:15.888725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:15.904537 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-22130e94-536a-4266-87fc-c224b139e171 service neutron] 10.222.0.10 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3578880
Apr 15 15:03:16.073024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3ba81-27f4-4d3b-91bb-e7d9193a7920 None None] Pushing event updated for resources: {'Port': ['ID=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:16.078612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d6e3ba81-27f4-4d3b-91bb-e7d9193a7920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:16.095746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9913-1413-4eca-a0d7-7414b64024d9 req-02f31848-593d-4a9b-9958-4580ba5aed52 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:16.096348 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3c6e9913-1413-4eca-a0d7-7414b64024d9 req-02f31848-593d-4a9b-9958-4580ba5aed52 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2869084
Apr 15 15:03:16.152296 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb769e68-1eb6-4697-a0c8-acab3202d327 req-4dae3a28-756d-4b45-8d7f-2b4b77b8ecda service neutron] 10.222.0.10 "GET /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387102
Apr 15 15:03:16.153473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6678b3-960d-418b-a5ac-917c904413ce req-873bbcb6-c417-4604-a2ac-2a07d2161fff tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:16.155344 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3c6678b3-960d-418b-a5ac-917c904413ce req-873bbcb6-c417-4604-a2ac-2a07d2161fff tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.6636150
Apr 15 15:03:16.179521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3c6e9913-1413-4eca-a0d7-7414b64024d9 req-f3f535df-e032-405e-90e9-0c235c4392e8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643997
Apr 15 15:03:16.415752 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3c6678b3-960d-418b-a5ac-917c904413ce req-90e679c2-e0f8-4cef-a877-27ef04ce328f tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431111
Apr 15 15:03:16.450637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:16.509276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Attempting to bind port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:16.509702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Attempting to bind port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:16.510116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Attempting to bind port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a on network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:16.515781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:16.516206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Checking segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:16.516654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:16.517097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Bound using segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:16.517621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Bound port: 84c079f6-2ff3-48a7-b345-8cb7ecf2461a, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:16.518049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:16.619259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] For port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:16.622479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] For port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:16.661364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:16.676634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:16.758254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 15:03:16.868764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3ba81-27f4-4d3b-91bb-e7d9193a7920 None None] Pushing event updated for resources: {'Port': ['ID=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:16.868764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d6e3ba81-27f4-4d3b-91bb-e7d9193a7920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:16.916661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:16.917527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dad5ba8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:16.991678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:03:17.002711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Sync routers for ids ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:03:17.019753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Routers {'e2d4f78b-0a19-43bf-9115-5fd37223e9e1'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:17.024256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e328940>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:17.039164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:17.043227 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2078764
Apr 15 15:03:17.043440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59786) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:17.098944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:17.163663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:17.339971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c62252-08da-4411-abc8-195f431ae554 None None] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:03:17.345530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Set router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:17.560072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c6548bd0-444f-4c42-842b-8f25ee38943f up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:17.651742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c53942-4a30-4a8b-89f4-a1de0e8cd849 req-f97d42cc-0339-436f-aa8b-ce1f47b82223 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:17.654080 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-35c53942-4a30-4a8b-89f4-a1de0e8cd849 req-f97d42cc-0339-436f-aa8b-ce1f47b82223 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.2311952
Apr 15 15:03:17.708110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:03:17.714292 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-35c53942-4a30-4a8b-89f4-a1de0e8cd849 req-abc9c076-c15e-4c37-aea2-d2e45885ff1d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535011
Apr 15 15:03:17.747215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e328940>, [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:03:15Z', 'revision_number': 3, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:17.753494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Checking router: e2d4f78b-0a19-43bf-9115-5fd37223e9e1 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:03:17.753895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Updating router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 port fa770020-3a03-4ead-adbb-7a4876e44cf1 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:03:17.815101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:17.835461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-ba8225d2-c62f-48a1-b649-45a97babc247 None None] Provisioning for port c6548bd0-444f-4c42-842b-8f25ee38943f completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:18.005542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port c6548bd0-444f-4c42-842b-8f25ee38943f completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:18.012803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ee04-459b-4da4-8553-1ab1e4daef9a req-f08fd9ba-85b5-400f-8dee-a3cffb5e5dc7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:18.014475 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9308ee04-459b-4da4-8553-1ab1e4daef9a req-f08fd9ba-85b5-400f-8dee-a3cffb5e5dc7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.3800595
Apr 15 15:03:18.051100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port c6548bd0-444f-4c42-842b-8f25ee38943f triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:18.051525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.121075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9308ee04-459b-4da4-8553-1ab1e4daef9a req-2dcfd721-a77e-4f4d-9cb9-8430b8e9d094 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947831
Apr 15 15:03:18.188171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dad5ba8>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:16Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:18.224133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.237773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136f3c8-1768-4315-9a04-ffcae0b9a89a None None] The sync data for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi is: [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:16Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:03:18.274859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.371464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port c6548bd0-444f-4c42-842b-8f25ee38943f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c6548bd0-444f-4c42-842b-8f25ee38943f,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:18.405509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.407159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 84c079f6-2ff3-48a7-b345-8cb7ecf2461a up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:18.454602 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:18.527107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.543331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Transition to ACTIVE for port object fa770020-3a03-4ead-adbb-7a4876e44cf1 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:18.588022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.591114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=c6548bd0-444f-4c42-842b-8f25ee38943f,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:18.594509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:18.601668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Allocated IP 172.20.0.1 (1cbe3b75-f633-4f76-accc-28a95c9013b4/f001c760-793c-4f92-8f57-d7bb9eb37801/3cda87ee-37aa-4154-b7c9-4451f4f91785) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:18.604824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-5d2c37f3-5d6d-4cf4-aadc-2383cc293f29 None None] Provisioning complete for port c6548bd0-444f-4c42-842b-8f25ee38943f triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:18.605469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5d2c37f3-5d6d-4cf4-aadc-2383cc293f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.612927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3d5cdcb5-f47e-45a1-b2fe-f4ac6dd26ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:18.673983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:18.683928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:18.684351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.785593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef960db-453b-4aaa-bdb5-726c38896048 None None] Pushing event updated for resources: {'Port': ['ID=fa770020-3a03-4ead-adbb-7a4876e44cf1,revision_number=2']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:18.792289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7ef960db-453b-4aaa-bdb5-726c38896048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:18.920274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Attempting to bind port fa770020-3a03-4ead-adbb-7a4876e44cf1 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:18.920691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Attempting to bind port fa770020-3a03-4ead-adbb-7a4876e44cf1 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:18.921104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Attempting to bind port fa770020-3a03-4ead-adbb-7a4876e44cf1 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:18.929581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:18.929989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:18.930457 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:18.930893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:18.931421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Bound port: fa770020-3a03-4ead-adbb-7a4876e44cf1, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:18.931841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.023095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] For port fa770020-3a03-4ead-adbb-7a4876e44cf1, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:19.026608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] For port fa770020-3a03-4ead-adbb-7a4876e44cf1, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=fa770020-3a03-4ead-adbb-7a4876e44cf1,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:19.039010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:03:19.048059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.071520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c024c3d-cc28-48ac-8b9d-5d59a1ff5c3d req-549a9530-09b9-41e5-87b1-a5261299cb09 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:19.079032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.089302 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5c024c3d-cc28-48ac-8b9d-5d59a1ff5c3d req-549a9530-09b9-41e5-87b1-a5261299cb09 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1647587
Apr 15 15:03:19.108833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:19.173477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.187095 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5c024c3d-cc28-48ac-8b9d-5d59a1ff5c3d req-b5a40549-66fa-4292-aef2-9071786bf9c2 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967534
Apr 15 15:03:19.208953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Transition to ACTIVE for port object 3cda87ee-37aa-4154-b7c9-4451f4f91785 will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:19.279508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.296545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:19.320913 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef960db-453b-4aaa-bdb5-726c38896048 None None] Pushing event updated for resources: {'Port': ['ID=fa770020-3a03-4ead-adbb-7a4876e44cf1,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:19.360369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7ef960db-453b-4aaa-bdb5-726c38896048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:19.401588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Routers {'e2d4f78b-0a19-43bf-9115-5fd37223e9e1'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:19.402266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e328940>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:19.432361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:19.459385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.470916 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ef2a57ea-565a-45ce-a823-1ead5abc52fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:19.506060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Pushing event updated for resources: {'Port': ['ID=3cda87ee-37aa-4154-b7c9-4451f4f91785,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:19.509300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:19.546039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:19.550800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:19.572088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:19.582932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c6548bd0-444f-4c42-842b-8f25ee38943f up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:19.610925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2def033-810b-4fef-907f-1c21b995ff79 req-2f6ced8f-62e6-4e9b-b37a-84dc599304b7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:19.613533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] Set router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:19.618733 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c2def033-810b-4fef-907f-1c21b995ff79 req-2f6ced8f-62e6-4e9b-b37a-84dc599304b7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.2732821
Apr 15 15:03:19.631902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264', 'network_id': 'a1c5517c-1657-42fd-a6ac-55e68e62a0ef', 'port_id': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264', 'mac_address': 'fa:16:3e:41:19:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bc9c8d-e8d2-4e68-8b4c-d48396286b1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:03:19.652654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:19.655002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:19.666386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:19.716319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.718482 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c2def033-810b-4fef-907f-1c21b995ff79 req-4fa44ce5-19b6-4140-9185-11774737ddd2 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986626
Apr 15 15:03:19.741074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port c6548bd0-444f-4c42-842b-8f25ee38943f triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:19.741493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.749324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.773947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:03:19.823936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:19.869909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.881990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:19.919968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:19.967370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e328940>, [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:03:15Z', 'revision_number': 3, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:19.975001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232cebf-443d-4b88-8e67-a1e7d9090765 None None] The sync data for ids ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'] in dv-cinder-734144-16-iscsi is: [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:03:15Z', 'revision_number': 3, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:03:19.984554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:19.990060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:20.022561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-33565e71-de88-4bc6-85bc-5ec1e953f883 None None] Provisioning for port 3cda87ee-37aa-4154-b7c9-4451f4f91785 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:20.028474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-33565e71-de88-4bc6-85bc-5ec1e953f883 None None] Provisioning complete for port 3cda87ee-37aa-4154-b7c9-4451f4f91785 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:20.028998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-33565e71-de88-4bc6-85bc-5ec1e953f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:20.094465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-33565e71-de88-4bc6-85bc-5ec1e953f883 None None] Port 3cda87ee-37aa-4154-b7c9-4451f4f91785 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:03:20.247363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:20.273877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['0fbd0918-6ef1-4a7d-9b91-e29beb92d264'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:03:20.278670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:20.316824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0965f3d8-a54b-4ad4-bebd-dad1c66961ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:20.494873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:20.591507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Pushing event updated for resources: {'Port': ['ID=3cda87ee-37aa-4154-b7c9-4451f4f91785,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:20.594620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:20.633566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00b818-2b8d-4165-8bf6-0028342c5dbe req-3e8acc6f-4efb-48ca-86fd-e87f41731b9e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:20.638744 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1f00b818-2b8d-4165-8bf6-0028342c5dbe req-3e8acc6f-4efb-48ca-86fd-e87f41731b9e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.3230259
Apr 15 15:03:20.643987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9a4e-d84f-4c24-b5eb-690186612a7c req-c43d4ef0-0426-41bc-ab59-529f9ed60e02 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:20.645722 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf0b9a4e-d84f-4c24-b5eb-690186612a7c req-c43d4ef0-0426-41bc-ab59-529f9ed60e02 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0970409
Apr 15 15:03:20.699293 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf0b9a4e-d84f-4c24-b5eb-690186612a7c req-948d657f-d176-4d24-b02c-db831ff0bb03 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461850
Apr 15 15:03:20.732146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1f00b818-2b8d-4165-8bf6-0028342c5dbe req-9dd1ca56-0270-4ad9-b92c-cde4066e885f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898480
Apr 15 15:03:20.750847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:20.752286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:20.972663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aea19-9db2-4bf0-a498-4b08eb33e128 req-1a7845f3-3f0a-4dab-8365-397f026695af tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:20.975031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-911aea19-9db2-4bf0-a498-4b08eb33e128 req-1a7845f3-3f0a-4dab-8365-397f026695af tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 944 time: 0.1013901
Apr 15 15:03:21.014132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:03:21.022839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b8eb9fc1-c714-4dd3-9e59-b27b3d15ab49 None None] Provisioning complete for port 3cda87ee-37aa-4154-b7c9-4451f4f91785 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:21.023363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b8eb9fc1-c714-4dd3-9e59-b27b3d15ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:21.024712 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-911aea19-9db2-4bf0-a498-4b08eb33e128 req-ef05f174-8f57-4596-bd1c-c53fc56e8055 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429254
Apr 15 15:03:21.085890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb9fc1-c714-4dd3-9e59-b27b3d15ab49 None None] Port 3cda87ee-37aa-4154-b7c9-4451f4f91785 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:03:21.213794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:03:21.222988 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2d4f78b-0a19-43bf-9115-5fd37223e9e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1785042
Apr 15 15:03:21.616240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device fa770020-3a03-4ead-adbb-7a4876e44cf1 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:21.718714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port fa770020-3a03-4ead-adbb-7a4876e44cf1 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:21.724642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port fa770020-3a03-4ead-adbb-7a4876e44cf1 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:21.724642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:21.858940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:21.877036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port fa770020-3a03-4ead-adbb-7a4876e44cf1, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=fa770020-3a03-4ead-adbb-7a4876e44cf1,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:21.901500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:21.902497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 84c079f6-2ff3-48a7-b345-8cb7ecf2461a up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:21.918884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255b61a-baa0-4b32-83a6-a30177bab141 req-9ea53cd7-76a8-4a3f-a06a-9da8228a6b3b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:21.921047 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2255b61a-baa0-4b32-83a6-a30177bab141 req-9ea53cd7-76a8-4a3f-a06a-9da8228a6b3b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.0942950
Apr 15 15:03:21.935434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ae28c779-00bc-40fe-ae8b-12d7eca9f8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:21.970622 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2255b61a-baa0-4b32-83a6-a30177bab141 req-27e4e68e-b379-4720-8e23-e24e9015b005 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435274
Apr 15 15:03:22.030281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=fa770020-3a03-4ead-adbb-7a4876e44cf1,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:22.033628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:22.042785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:22.043213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.174146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95968593-f042-4547-b442-63e927fb3e97 req-36b9ecb5-4538-413c-a816-7eaf2122de8f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:22.175779 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95968593-f042-4547-b442-63e927fb3e97 req-36b9ecb5-4538-413c-a816-7eaf2122de8f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.0891476
Apr 15 15:03:22.225914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95968593-f042-4547-b442-63e927fb3e97 req-cb898a3f-9199-4ea6-aded-e4e651d6eada tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431309
Apr 15 15:03:22.263558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59846) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:22.269339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163308739', 'description': 'tempest-secgroup-smoke-163308739 description', 'project_id': '1447e38af9314975b502981165fe11e1'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:22.275827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:22.279951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:22.283007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:22.289190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:22.313288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.337506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:22.341716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:22.344765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:22.351642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:22.424707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.426932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a73c-a197-4046-85f8-59876423289d req-191f629a-d7d2-4e92-a008-c278d871c440 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:22.428684 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad92a73c-a197-4046-85f8-59876423289d req-191f629a-d7d2-4e92-a008-c278d871c440 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 944 time: 0.0957370
Apr 15 15:03:22.444490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.450427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-093d9d07-05bb-42ba-9a2d-f08e2ba7bb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:22.479522 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad92a73c-a197-4046-85f8-59876423289d req-23487474-4c3c-452c-9a55-4a80ac4a5d7e tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441141
Apr 15 15:03:22.493082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285f2885-82e9-48ad-a36b-522fe01a4428,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:22.499371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:22.524541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.525941 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2613060
Apr 15 15:03:22.529264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59854) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:22.535197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group_rule': {'security_group_id': '285f2885-82e9-48ad-a36b-522fe01a4428', 'project_id': '1447e38af9314975b502981165fe11e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:22.542731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:22.546879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:22.550081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:22.556752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:22.601255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.676497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.707379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.710132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:22.735145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd90ca7-d30d-41fb-9f7e-49ad280d8578,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:22.741574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:22.769365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.770901 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2404592
Apr 15 15:03:22.774029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59860) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:22.779865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group_rule': {'security_group_id': '285f2885-82e9-48ad-a36b-522fe01a4428', 'project_id': '1447e38af9314975b502981165fe11e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:22.786915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:22.791614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:22.794821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:22.801362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:22.839995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.867073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Sync routers for ids ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:03:22.877433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Routers {'e2d4f78b-0a19-43bf-9115-5fd37223e9e1'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:22.877872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dc8c668>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:22.907045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.935573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:22.944486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:22.969404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4589d98-cba9-4e54-8443-2aef51552d69,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:22.971913 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:23.060652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:03:23.062656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:23.079009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.080323 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3052211
Apr 15 15:03:23.083459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59872) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:23.090675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group_rule': {'security_group_id': '285f2885-82e9-48ad-a36b-522fe01a4428', 'project_id': '1447e38af9314975b502981165fe11e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:23.097162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:23.101598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:23.104770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:23.141063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Set router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:23.156869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:23.210253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f814e1-f51f-4997-97df-dab0a058a6a1 req-9de67b70-6cfd-406b-a4b9-76cb1f0c8bb3 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:23.211956 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-59f814e1-f51f-4997-97df-dab0a058a6a1 req-9de67b70-6cfd-406b-a4b9-76cb1f0c8bb3 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1038928
Apr 15 15:03:23.248022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.295094 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-59f814e1-f51f-4997-97df-dab0a058a6a1 req-479bd598-3df7-44ee-8114-b53ddd5402f4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764658
Apr 15 15:03:23.351286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.381760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.390148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d194146b-0b0d-42d4-92fc-a76295b59a98 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:23.419082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4226379-bb96-4837-8e71-d8775b9a67ea,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:23.419082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:23.453115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.459014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 59880) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:23.459808 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5e25c282-9fa1-449d-b71b-b2f19261de2f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3746865
Apr 15 15:03:23.468262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group_rule': {'security_group_id': '285f2885-82e9-48ad-a36b-522fe01a4428', 'project_id': '1447e38af9314975b502981165fe11e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:23.475731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:23.479675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:23.482658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:23.489160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:23.507450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:23.538974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:23.539401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.545719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.594683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574740f5-992e-480a-aef4-caf94bf7db75 req-dcbb8a81-1cc7-4db2-8cae-42354e81e01c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:23.596345 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-574740f5-992e-480a-aef4-caf94bf7db75 req-dcbb8a81-1cc7-4db2-8cae-42354e81e01c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 944 time: 0.1909349
Apr 15 15:03:23.637447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.674891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.698420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:23.716435 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-574740f5-992e-480a-aef4-caf94bf7db75 req-1323d371-76f9-473a-9eb2-34936572618f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773370
Apr 15 15:03:23.723294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7230b5ed-daa8-40d3-9775-2108f7de27bd,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:23.727370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:23.747256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.748695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6232cf75-ee6c-418b-9fec-1336ece25675 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2869656
Apr 15 15:03:23.752988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c2c80-8c31-481d-8b7a-97326633adee req-4b9280c3-79ab-4c14-87b5-8015eeae2096 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:23.754939 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-988c2c80-8c31-481d-8b7a-97326633adee req-4b9280c3-79ab-4c14-87b5-8015eeae2096 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 944 time: 0.1261468
Apr 15 15:03:23.756090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59888) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:23.761670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group_rule': {'security_group_id': '285f2885-82e9-48ad-a36b-522fe01a4428', 'project_id': '1447e38af9314975b502981165fe11e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:23.766730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device fa770020-3a03-4ead-adbb-7a4876e44cf1 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:23.784513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:23.793411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:23.799587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:23.816172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:23.832500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:23.838206 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-988c2c80-8c31-481d-8b7a-97326633adee req-34b45d83-35fe-4cc6-a35f-0b375d5059d5 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688367
Apr 15 15:03:23.878880 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.securitygroups_db [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Project 1447e38af9314975b502981165fe11e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 15:03:23.879063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'port_id': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'mac_address': 'fa:16:3e:c0:0a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:03:23.883567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-eb3c5d5e-7f3a-4021-89ef-2f0dff92670a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:23.885285 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-eb3c5d5e-7f3a-4021-89ef-2f0dff92670a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1310260
Apr 15 15:03:23.887052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:23.968599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Deleting port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:03:23.968986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.034393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.061557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.063844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:24.063989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.088910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059d49d9-e272-4112-bf26-34975ff9710f,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:24.100103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:24.107661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.118258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39db290-26e7-4e8c-8e56-6fe847e46640 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:03:24.127462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port fa770020-3a03-4ead-adbb-7a4876e44cf1 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:24.127882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.130567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.134552 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3749523
Apr 15 15:03:24.134970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59892) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:24.140470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'security_group_rule': {'security_group_id': '285f2885-82e9-48ad-a36b-522fe01a4428', 'project_id': '1447e38af9314975b502981165fe11e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:24.147211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:24.151305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:security_group_rule and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:24.154414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:24.160548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:24.199108 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.securitygroups_db [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Project 1447e38af9314975b502981165fe11e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 15:03:24.207302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.215662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:24.226416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:24.237379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:24.249559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dc8c668>, [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 4, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '3cda87ee-37aa-4154-b7c9-4451f4f91785', 'name': '', 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'mac_address': 'fa:16:3e:a1:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f001c760-793c-4f92-8f57-d7bb9eb37801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:18Z', 'updated_at': '2021-04-15T15:03:20Z', 'revision_number': 2, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'subnets': [{'id': 'f001c760-793c-4f92-8f57-d7bb9eb37801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:24.257538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Checking router: e2d4f78b-0a19-43bf-9115-5fd37223e9e1 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:03:24.257949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Updating router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 port 3cda87ee-37aa-4154-b7c9-4451f4f91785 binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:03:24.289165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.295372 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264', 'code': 200}
Apr 15 15:03:24.296331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.337126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.337480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:24.339928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ddfc2aee-1cae-4276-9b01-4b1d06143cc4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:24.371536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5191b99-2e68-4ca5-bce4-c5b5805f68a6,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:24.383071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.388540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:24.422496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.424278 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2883086
Apr 15 15:03:24.455034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.475724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=9']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:24.482121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:24.482694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cf1c4318-18a2-4dd8-9603-55eaaecbc89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:24.651862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['e39db290-26e7-4e8c-8e56-6fe847e46640'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:03:24.679962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:24.695198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:24.695358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8449f-0724-4477-9559-1f5d2bb8fa81 req-875800be-7d47-4a65-afbc-5e1a4a8e5413 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:24.695454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] For port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:24.695553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:24.696767 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6ac8449f-0724-4477-9559-1f5d2bb8fa81 req-875800be-7d47-4a65-afbc-5e1a4a8e5413 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 945 time: 0.1963105
Apr 15 15:03:24.785840 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6ac8449f-0724-4477-9559-1f5d2bb8fa81 req-4b395b32-95e5-4b84-a985-645f925643f0 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821350
Apr 15 15:03:24.897851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c09c9b-b5e0-4ebe-a3e6-b64cc1ffdf23 req-ee122021-d8cc-45ca-928e-64a982cf9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:24.907695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-24c09c9b-b5e0-4ebe-a3e6-b64cc1ffdf23 req-ee122021-d8cc-45ca-928e-64a982cf9780 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 1098 time: 0.3135819
Apr 15 15:03:24.915283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Calling delete_port for 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:03:25.090005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:03:25.126123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973466f-218e-4dce-8e7c-0ab54fc8d032 req-f6e86ff5-a7c6-4962-b1e1-cbcca674965b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:25.139324 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3973466f-218e-4dce-8e7c-0ab54fc8d032 req-f6e86ff5-a7c6-4962-b1e1-cbcca674965b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.1454391
Apr 15 15:03:25.148787 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-24c09c9b-b5e0-4ebe-a3e6-b64cc1ffdf23 req-d907d79c-859b-4bae-bdcf-8164b23b58d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526999
Apr 15 15:03:25.165008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59946) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:25.184273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c84e7-b8d3-43bb-aae8-1e21006a440e req-b25a2882-90f9-48ba-84d7-d82e4edfd85a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:25.186136 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c10c84e7-b8d3-43bb-aae8-1e21006a440e req-b25a2882-90f9-48ba-84d7-d82e4edfd85a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 945 time: 0.2289109
Apr 15 15:03:25.219961 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3973466f-218e-4dce-8e7c-0ab54fc8d032 req-27a1c938-a2fd-441f-8738-e2f0d7b3b0f4 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765064
Apr 15 15:03:25.298792 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c10c84e7-b8d3-43bb-aae8-1e21006a440e req-826eb70b-99fd-4f93-8a64-bc4410683910 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761704
Apr 15 15:03:25.335285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.349963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.361358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.377860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.379619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:25.384260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Usage tracker for resource:security_group_rule and tenant:0d1a53d9c3b74197a16464a7cd2e3c60 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:25.387706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:25.394138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:25.428107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Transition to ACTIVE for port object 3cda87ee-37aa-4154-b7c9-4451f4f91785 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:25.434698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4ceda8f-da86-485d-ae21-af6e3619f92d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:25.450488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.468779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:25.493476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.511851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Pushing event deleted for resources: {'Port': ['ID=03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:25.514715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:25.524988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.534568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b523a920-fbd4-4cd4-842a-7f06e3fea056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:25.624972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb09ff-3b81-4b96-9f8a-2f9023dca59c,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:25.633964 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d1a53d9c3b74197a16464a7cd2e3c60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4675212
Apr 15 15:03:25.634693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 59956) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:25.635551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:25.645401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] No DVR routers for this DVR port 03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:03:25.655277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.664118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'name': 'network-vif-deleted', 'tag': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:25.715009 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c30b87f3-bf82-425a-bed3-db73b410f0f3 req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "DELETE /v2.0/ports/03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e HTTP/1.1" status: 204  len: 173 time: 1.8240502
Apr 15 15:03:25.727679 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75138b0e-6ef9-4e15-ba9f-dc55c53cecaf', 'name': 'network-vif-deleted', 'tag': '03d7a3e6-990c-43ac-b2a8-9dfcbfb02c6e', 'status': 'completed', 'code': 200}
Apr 15 15:03:25.732149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.768004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.784791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['2983b4c7-356e-4359-980d-1a70b0ac3296'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:03:25.924577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.930769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-14d3a63a-8719-4657-8591-0d20a392a4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:25.941803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb09ff-3b81-4b96-9f8a-2f9023dca59c,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:25.946077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:25.952519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:25.955627 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c936b6dd-6062-4445-bbb5-f60d891a3b3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0eb09ff-3b81-4b96-9f8a-2f9023dca59c HTTP/1.1" status: 204  len: 168 time: 0.3185842
Apr 15 15:03:25.983620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97162dc-2b22-4619-a241-945544aa1621 None None] Pushing event updated for resources: {'Port': ['ID=3cda87ee-37aa-4154-b7c9-4451f4f91785,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:26.011942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-71225871-2851-4428-9e4d-b4f724c0a73a req-ef858b49-9e90-49e6-8ffa-d1a5e3a87a4c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Synchronizing usage tracker for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:26.024364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d97162dc-2b22-4619-a241-945544aa1621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:26.083065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Attempting to bind port 3cda87ee-37aa-4154-b7c9-4451f4f91785 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:26.084046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Attempting to bind port 3cda87ee-37aa-4154-b7c9-4451f4f91785 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:26.084173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-71225871-2851-4428-9e4d-b4f724c0a73a req-ef858b49-9e90-49e6-8ffa-d1a5e3a87a4c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Unset dirty status for tenant:3aa16636334347b1b27b4cd33f4639e6 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:26.084530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Attempting to bind port 3cda87ee-37aa-4154-b7c9-4451f4f91785 on network 1cbe3b75-f633-4f76-accc-28a95c9013b4 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:26.085457 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71225871-2851-4428-9e4d-b4f724c0a73a req-ef858b49-9e90-49e6-8ffa-d1a5e3a87a4c tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=75138b0e-6ef9-4e15-ba9f-dc55c53cecaf HTTP/1.1" status: 200  len: 210 time: 0.1610796
Apr 15 15:03:26.102517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:26.102984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Checking segment: {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:26.103362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:26.103805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Bound using segment: {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:26.104338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Bound port: 3cda87ee-37aa-4154-b7c9-4451f4f91785, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc18222-61a3-4485-aa26-d7be8b30c11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:26.104763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:26.265365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] For port 3cda87ee-37aa-4154-b7c9-4451f4f91785, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:26.269387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] For port 3cda87ee-37aa-4154-b7c9-4451f4f91785, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=3cda87ee-37aa-4154-b7c9-4451f4f91785,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:26.297097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:26.315820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:26.484763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d812-3416-408e-8917-80206bdee4de req-891fa192-0077-48fc-b936-c2ab8dbe2baa tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:26.487394 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0817d812-3416-408e-8917-80206bdee4de req-891fa192-0077-48fc-b936-c2ab8dbe2baa tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.1300318
Apr 15 15:03:26.578928 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0817d812-3416-408e-8917-80206bdee4de req-8943ab2e-c786-48bf-8a7a-2310137e9978 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848112
Apr 15 15:03:26.611306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c9b6f-9793-44ad-9a43-67592f795d90 req-1c0eea1a-3b9d-44c7-9447-aef01b7ead4d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:26.613002 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e15c9b6f-9793-44ad-9a43-67592f795d90 req-1c0eea1a-3b9d-44c7-9447-aef01b7ead4d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 945 time: 0.1498830
Apr 15 15:03:26.665304 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e15c9b6f-9793-44ad-9a43-67592f795d90 req-32471a50-9ba2-4e11-a1b6-991590ff448e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438631
Apr 15 15:03:26.687600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97162dc-2b22-4619-a241-945544aa1621 None None] Pushing event updated for resources: {'Port': ['ID=3cda87ee-37aa-4154-b7c9-4451f4f91785,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:26.700337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d97162dc-2b22-4619-a241-945544aa1621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:26.774028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Routers {'e2d4f78b-0a19-43bf-9115-5fd37223e9e1'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:26.774813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dc8c668>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:26.992378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] Set router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:27.069683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:27.343861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port e39db290-26e7-4e8c-8e56-6fe847e46640 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:27.344334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:27.548287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:27.570409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dc8c668>, [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 4, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '3cda87ee-37aa-4154-b7c9-4451f4f91785', 'name': '', 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'mac_address': 'fa:16:3e:a1:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f001c760-793c-4f92-8f57-d7bb9eb37801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:18Z', 'updated_at': '2021-04-15T15:03:26Z', 'revision_number': 4, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'subnets': [{'id': 'f001c760-793c-4f92-8f57-d7bb9eb37801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:27.580712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4db21-bfb0-43d3-bf22-fdff2cb7d977 None None] The sync data for ids ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'] in dv-cinder-734144-16-iscsi is: [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 4, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '3cda87ee-37aa-4154-b7c9-4451f4f91785', 'name': '', 'network_id': '1cbe3b75-f633-4f76-accc-28a95c9013b4', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'mac_address': 'fa:16:3e:a1:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f001c760-793c-4f92-8f57-d7bb9eb37801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:18Z', 'updated_at': '2021-04-15T15:03:26Z', 'revision_number': 4, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'subnets': [{'id': 'f001c760-793c-4f92-8f57-d7bb9eb37801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:03:27.588607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:27.612488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:27.650336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:27.653076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:27.709527 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'code': 200}
Apr 15 15:03:27.751978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f744458-4cbf-47b1-9908-a3ec4b8201de req-1a1f8609-005e-4948-be43-be1fbb931c89 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:27.753764 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f744458-4cbf-47b1-9908-a3ec4b8201de req-1a1f8609-005e-4948-be43-be1fbb931c89 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1497221
Apr 15 15:03:27.758665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=10']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:27.779447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.787383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:03:27.790162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:27.839296 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f744458-4cbf-47b1-9908-a3ec4b8201de req-27579143-9ccf-4917-8202-e6c6337d546f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762360
Apr 15 15:03:28.018366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8036501-8c19-461e-9370-1e5bc2f14e88 req-d14f01e0-1250-4f98-9410-50d102e859e8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:28.018366 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8036501-8c19-461e-9370-1e5bc2f14e88 req-d14f01e0-1250-4f98-9410-50d102e859e8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.1522908
Apr 15 15:03:28.078261 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8036501-8c19-461e-9370-1e5bc2f14e88 req-4143b63b-e0ad-46b4-8ad9-663fed8d678f tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529358
Apr 15 15:03:28.142226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c26953-0118-4058-921a-ecaaf98dbeba req-a1fcf284-7c80-47ca-bf8a-e2ddd4d39fb3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:28.144388 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a2c26953-0118-4058-921a-ecaaf98dbeba req-a1fcf284-7c80-47ca-bf8a-e2ddd4d39fb3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.0998724
Apr 15 15:03:28.198136 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a2c26953-0118-4058-921a-ecaaf98dbeba req-b7145c23-aa06-4c79-94bf-92b352e6232c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466065
Apr 15 15:03:28.564327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5480-fa09-4c7c-8783-0b1963f76fcb req-d2ec320d-84d8-4640-bb09-0578efab09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:28.565940 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e0bc5480-fa09-4c7c-8783-0b1963f76fcb req-d2ec320d-84d8-4640-bb09-0578efab09fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 1100 time: 0.0838356
Apr 15 15:03:28.625426 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e0bc5480-fa09-4c7c-8783-0b1963f76fcb req-de25a806-c47e-451c-8e22-6b8eebf4b499 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454142
Apr 15 15:03:29.086273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218bf4e-393c-4de9-987f-2fdfcfbe80a6 req-93d80e4d-d472-4454-9329-6e0c344275f6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:29.087914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4218bf4e-393c-4de9-987f-2fdfcfbe80a6 req-93d80e4d-d472-4454-9329-6e0c344275f6 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.1026068
Apr 15 15:03:29.139180 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4218bf4e-393c-4de9-987f-2fdfcfbe80a6 req-c1f79642-8909-4ad1-a8f6-fe3d928ed6b1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440078
Apr 15 15:03:29.353965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-62c3faf5-3517-4088-9fc7-8f59e264419b tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0ff33e32907040f188b3b6af76630995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329547
Apr 15 15:03:29.419240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684481b5-3cfa-4c76-a197-a3f8cc06ce24 req-9d4d3a6d-eb59-4a7c-b91b-13f30e13da45 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:29.420746 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-684481b5-3cfa-4c76-a197-a3f8cc06ce24 req-9d4d3a6d-eb59-4a7c-b91b-13f30e13da45 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.0885453
Apr 15 15:03:29.473790 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-684481b5-3cfa-4c76-a197-a3f8cc06ce24 req-9fe1b0f0-c2a8-4de1-8307-e8f3693bfbfa tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460818
Apr 15 15:03:29.581796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 3cda87ee-37aa-4154-b7c9-4451f4f91785 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:29.684167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 3cda87ee-37aa-4154-b7c9-4451f4f91785 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:29.689288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 3cda87ee-37aa-4154-b7c9-4451f4f91785 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:29.689712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:29.715100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-8a0a2286-1acc-4ed2-ac60-17dcd9bf39c9 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:29.716775 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-8a0a2286-1acc-4ed2-ac60-17dcd9bf39c9 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3565550
Apr 15 15:03:29.733449 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-65eea107-abd0-4f3d-8fe6-2b1253fa3bc2 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/quotas/0ff33e32907040f188b3b6af76630995 HTTP/1.1" status: 200  len: 375 time: 0.0106189
Apr 15 15:03:29.789021 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-d5018e58-78a7-4503-ab4e-bb3e16f9af20 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ff33e32907040f188b3b6af76630995&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482917
Apr 15 15:03:29.819997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:29.854415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 3cda87ee-37aa-4154-b7c9-4451f4f91785, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=3cda87ee-37aa-4154-b7c9-4451f4f91785,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:29.884176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:29.886157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d97162dc-2b22-4619-a241-945544aa1621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:29.956326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=3cda87ee-37aa-4154-b7c9-4451f4f91785,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:29.959800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:30.084274 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-640356fc-5e09-4bf5-ae77-42f6a4f3d2bb req-6307cd79-9781-4415-b8f9-fc5b1101188e tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 210 time: 0.0573454
Apr 15 15:03:30.362303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba25f-8f1f-4de6-a6f7-05934268d650 req-9716ae0a-4d16-4c3c-aff2-ceaf0df08f12 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:30.363937 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d3ba25f-8f1f-4de6-a6f7-05934268d650 req-9716ae0a-4d16-4c3c-aff2-ceaf0df08f12 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0983810
Apr 15 15:03:30.414641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d3ba25f-8f1f-4de6-a6f7-05934268d650 req-369d4c02-1787-47a1-84cd-6d4b86a56539 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429053
Apr 15 15:03:30.840303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7c05-3af4-45b6-9c3b-d0eefea59746 req-65a1f401-f75c-4fe7-968b-32b9e0226a50 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:30.841916 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb3f7c05-3af4-45b6-9c3b-d0eefea59746 req-65a1f401-f75c-4fe7-968b-32b9e0226a50 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.0948701
Apr 15 15:03:30.893763 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb3f7c05-3af4-45b6-9c3b-d0eefea59746 req-ee655025-9c9b-4fdd-b483-be363a629447 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451953
Apr 15 15:03:31.255818 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-32af3c1c-2368-4f62-9bb6-6b8ae7b40f4d req-fd4caa3c-dd56-40bb-bb96-2d63af7e1a03 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 210 time: 0.0528831
Apr 15 15:03:31.567064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 3cda87ee-37aa-4154-b7c9-4451f4f91785 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:31.633878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c4d59-a647-48e6-b374-a8832f05eeeb req-510cef8f-fd32-45bc-9401-bba95d49f2fc tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:31.635531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4d5c4d59-a647-48e6-b374-a8832f05eeeb req-510cef8f-fd32-45bc-9401-bba95d49f2fc tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0959785
Apr 15 15:03:31.645876 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 3cda87ee-37aa-4154-b7c9-4451f4f91785 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:31.646369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:31.685061 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4d5c4d59-a647-48e6-b374-a8832f05eeeb req-5583ac9f-4965-4317-8d42-f353963b7dbb tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425797
Apr 15 15:03:32.110705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37b267-1409-4540-8796-293f1d9c4d42 req-20489531-859e-47f5-b744-02e39dee56b3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:32.112294 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9b37b267-1409-4540-8796-293f1d9c4d42 req-20489531-859e-47f5-b744-02e39dee56b3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.0908675
Apr 15 15:03:32.160791 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9b37b267-1409-4540-8796-293f1d9c4d42 req-4177950e-5462-4f43-8e1a-4a7bb7fc7f4f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419159
Apr 15 15:03:32.288109 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-c93cafc7-0302-4207-9a7e-997587718098 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ff33e32907040f188b3b6af76630995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331883
Apr 15 15:03:32.468068 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-467cf658-59a1-43f1-b5a8-640109c22496 req-64e90056-67f8-484b-b077-675f46420045 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 210 time: 0.0604472
Apr 15 15:03:32.533822 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-c8b3b32d-e6c3-42e6-a7e3-eb756d2548cc tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:32.535431 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-c8b3b32d-e6c3-42e6-a7e3-eb756d2548cc tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2324617
Apr 15 15:03:32.555069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Request body: {'port': {'device_id': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885', 'admin_state_up': True, 'tenant_id': '0ff33e32907040f188b3b6af76630995'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:32.705824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:32.710192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Usage tracker for resource:port and tenant:0ff33e32907040f188b3b6af76630995 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:32.713184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:32.719169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:32.741640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6531-748f-43d0-8d93-444bfdd692a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:32.769771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Made reservation on behalf of 0ff33e32907040f188b3b6af76630995 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:32.776169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:32.792215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:32.816920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:32.822414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Usage tracker for resource:security_group_rule and tenant:0ff33e32907040f188b3b6af76630995 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:32.825614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:32.832026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:32.920337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c352d-5880-4721-b5b4-19bce3ca0dae req-7e1bc0f0-fbcd-4ce6-8f46-db0059e5790d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:32.921908 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-476c352d-5880-4721-b5b4-19bce3ca0dae req-7e1bc0f0-fbcd-4ce6-8f46-db0059e5790d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0924900
Apr 15 15:03:32.970694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-476c352d-5880-4721-b5b4-19bce3ca0dae req-eb42995f-473a-421c-aacb-b14a6a241547 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416715
Apr 15 15:03:33.250663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:33.284205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:33.289285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0cc46546-83b5-47e2-aec6-57a7f93c91cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:33.369276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6171235c-52c0-4e54-894f-110b9ba057ae,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:33.375082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:33.476370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Allocated IP 192.168.233.122 (853ea821-416e-4c99-8e53-61b404fb1885/e2f0ab50-6acf-480f-a66c-a6a2bd663bf8/ae8c4d8b-8811-4762-b402-47c22a10d77a) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:33.677462 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3f36bf63-88ce-4a76-821a-3c9236ee08d8 req-eae8dce9-cb54-45de-9a55-9da39db761f8 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 210 time: 0.0686135
Apr 15 15:03:33.740611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:33.756251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Transition to ACTIVE for port object ae8c4d8b-8811-4762-b402-47c22a10d77a will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:33.810569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:33.827056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfa5e6a6-c654-4808-8b7c-eefabd99362e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:33.972837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Pushing event updated for resources: {'Port': ['ID=ae8c4d8b-8811-4762-b402-47c22a10d77a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:33.977467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:34.031463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Network 853ea821-416e-4c99-8e53-61b404fb1885 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:34.032583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:34.035020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:34.041091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:34.041808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:34.142479 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5916214
Apr 15 15:03:34.157280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Request body: {'port': {'device_id': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:34.179854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f18e-22ea-413d-a9f2-52e2d03109c0 req-a3647eb6-6c39-4980-8f1b-128d38eceb05 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:34.181517 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d715f18e-22ea-413d-a9f2-52e2d03109c0 req-a3647eb6-6c39-4980-8f1b-128d38eceb05 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0947967
Apr 15 15:03:34.231918 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d715f18e-22ea-413d-a9f2-52e2d03109c0 req-3411a996-2213-4328-8da1-97d59d3c9c49 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435624
Apr 15 15:03:34.284622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:34.301342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-c7f00454-3ee2-4111-9dc3-3f425ea4150a None None] Provisioning for port ae8c4d8b-8811-4762-b402-47c22a10d77a completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:34.308273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-c7f00454-3ee2-4111-9dc3-3f425ea4150a None None] Provisioning complete for port ae8c4d8b-8811-4762-b402-47c22a10d77a triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:34.308759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7f00454-3ee2-4111-9dc3-3f425ea4150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:34.367020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c7f00454-3ee2-4111-9dc3-3f425ea4150a None None] Port ae8c4d8b-8811-4762-b402-47c22a10d77a cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:03:34.705353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8c4d8b-8811-4762-b402-47c22a10d77a {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:03:34.713530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:34.729198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Transition to ACTIVE for port object ae8c4d8b-8811-4762-b402-47c22a10d77a will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:34.775182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:34.795032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0dc2abf2-e536-4c33-8202-db7b3ec5e8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:34.815934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-78b99e3f-60fd-4ced-a4a7-60a7a69bf464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:35.198504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8c4d8b-8811-4762-b402-47c22a10d77a,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:35.205154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:35.280086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-2978142e-85f2-447d-bc2c-838b84d1ad93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:35.280878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-2978142e-85f2-447d-bc2c-838b84d1ad93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Synchronizing usage tracker for tenant:0ff33e32907040f188b3b6af76630995 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:35.429553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-2978142e-85f2-447d-bc2c-838b84d1ad93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Unset dirty status for tenant:0ff33e32907040f188b3b6af76630995 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:35.434732 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-2978142e-85f2-447d-bc2c-838b84d1ad93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.6040058
Apr 15 15:03:35.439593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Attempting to bind port ae8c4d8b-8811-4762-b402-47c22a10d77a on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:03:35.439977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Attempting to bind port ae8c4d8b-8811-4762-b402-47c22a10d77a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:03:35.440355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Attempting to bind port ae8c4d8b-8811-4762-b402-47c22a10d77a on network 853ea821-416e-4c99-8e53-61b404fb1885 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:35.450235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86dce0-8876-49c4-bdcb-90aed0b2d719 req-c7e745a1-8241-4518-b8f4-df0824210efb tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:35.452124 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4f86dce0-8876-49c4-bdcb-90aed0b2d719 req-c7e745a1-8241-4518-b8f4-df0824210efb tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0972164
Apr 15 15:03:35.462848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Port ae8c4d8b-8811-4762-b402-47c22a10d77a on network 853ea821-416e-4c99-8e53-61b404fb1885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:03:35.463221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Attempting to bind port ae8c4d8b-8811-4762-b402-47c22a10d77a on network 853ea821-416e-4c99-8e53-61b404fb1885 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:03:35.475301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:03:35.475683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Checking segment: {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:35.476107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Bound using segment: {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:03:35.476586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Bound port: ae8c4d8b-8811-4762-b402-47c22a10d77a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45e3d4d-b69e-4069-aa06-73a8395d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:03:35.476973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:35.502871 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4f86dce0-8876-49c4-bdcb-90aed0b2d719 req-929c0b88-b905-41e2-858e-1ce88e46197f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440233
Apr 15 15:03:35.511348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-e39efc6d-7350-4eb3-a297-0e3cd7f60ad9 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Synchronizing usage tracker for tenant:0ff33e32907040f188b3b6af76630995 on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:35.599951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] For port ae8c4d8b-8811-4762-b402-47c22a10d77a, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:03:35.603425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] For port ae8c4d8b-8811-4762-b402-47c22a10d77a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ae8c4d8b-8811-4762-b402-47c22a10d77a,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:03:35.605150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-e39efc6d-7350-4eb3-a297-0e3cd7f60ad9 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Unset dirty status for tenant:0ff33e32907040f188b3b6af76630995 on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:35.606455 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-76c0c3e5-4d49-42cb-adf6-3a2660de405b req-e39efc6d-7350-4eb3-a297-0e3cd7f60ad9 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688404
Apr 15 15:03:35.633448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:35.649433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:35.813074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8c4d8b-8811-4762-b402-47c22a10d77a,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:35.816487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:35.850912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:35.851508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:35.853031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] 10.222.0.10 "PUT /v2.0/ports/ae8c4d8b-8811-4762-b402-47c22a10d77a HTTP/1.1" status: 200  len: 1098 time: 1.7007833
Apr 15 15:03:35.853632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'tag': 'ae8c4d8b-8811-4762-b402-47c22a10d77a'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:35.903726 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'tag': 'ae8c4d8b-8811-4762-b402-47c22a10d77a', 'status': 'completed', 'code': 200}
Apr 15 15:03:36.023609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436477-7699-4c1c-87e6-3896af6c61bb req-75e71cbb-a483-4401-a7f5-de2d1d43a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.025207 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56436477-7699-4c1c-87e6-3896af6c61bb req-75e71cbb-a483-4401-a7f5-de2d1d43a940 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ff33e32907040f188b3b6af76630995&device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 1101 time: 0.0838959
Apr 15 15:03:36.072067 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56436477-7699-4c1c-87e6-3896af6c61bb req-77360b6a-7f8f-487a-8a58-68c6a16941b3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0ff33e32907040f188b3b6af76630995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0311878
Apr 15 15:03:36.141329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:36.225231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436477-7699-4c1c-87e6-3896af6c61bb req-6a1a4520-079e-4724-86f9-019ee7fad86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.226758 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56436477-7699-4c1c-87e6-3896af6c61bb req-6a1a4520-079e-4724-86f9-019ee7fad86c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1419244
Apr 15 15:03:36.364927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-38196079-4c54-40e6-8435-f9826820f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.366542 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-38196079-4c54-40e6-8435-f9826820f180 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ff33e32907040f188b3b6af76630995&device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 1101 time: 0.0840561
Apr 15 15:03:36.446705 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-9e97acd9-83b2-4561-ba37-885d70423240 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ae8c4d8b-8811-4762-b402-47c22a10d77a HTTP/1.1" status: 200  len: 217 time: 0.0649209
Apr 15 15:03:36.527972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-259ddc0a-6dc8-45bf-bcb8-a5f76d79b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.529518 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-259ddc0a-6dc8-45bf-bcb8-a5f76d79b3a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e2f0ab50-6acf-480f-a66c-a6a2bd663bf8 HTTP/1.1" status: 200  len: 843 time: 0.0667765
Apr 15 15:03:36.663382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-4f4778cd-8788-4ff6-8fe8-766788419593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.665006 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-4f4778cd-8788-4ff6-8fe8-766788419593 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=853ea821-416e-4c99-8e53-61b404fb1885&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1216168
Apr 15 15:03:36.760711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:36.855484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d47f5-708a-4ec3-a173-eac08c02dec5 req-4cbce9c8-7473-4b1d-9376-82171c3cdfff tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.857328 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-af8d47f5-708a-4ec3-a173-eac08c02dec5 req-4cbce9c8-7473-4b1d-9376-82171c3cdfff tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.2340424
Apr 15 15:03:36.884242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22cf6a-88a6-457b-a470-85bfbe352e27 req-b89ccd1c-4163-40db-8cb7-dcc645925dd2 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:36.896662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a22cf6a-88a6-457b-a470-85bfbe352e27 req-b89ccd1c-4163-40db-8cb7-dcc645925dd2 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.1668622
Apr 15 15:03:36.900339 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-0088cc5d-3cb7-4ac3-93fd-beb4eb98cd34 service neutron] 10.222.0.10 "GET /v2.0/networks/853ea821-416e-4c99-8e53-61b404fb1885?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145209
Apr 15 15:03:36.955584 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a22cf6a-88a6-457b-a470-85bfbe352e27 req-094797f8-1330-4344-ac68-714524c21f59 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575497
Apr 15 15:03:36.976695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-af8d47f5-708a-4ec3-a173-eac08c02dec5 req-c5037e37-0a7e-45e5-b5ef-24ad4ca09cb1 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066525
Apr 15 15:03:37.096788 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaebb44a-2ecb-41b8-88bd-8d940528834f req-759d1406-88d8-4803-a189-6705c0543447 service neutron] 10.222.0.10 "GET /v2.0/networks/853ea821-416e-4c99-8e53-61b404fb1885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791739
Apr 15 15:03:37.300985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-7c78f8b8-df1e-4e24-a314-5bbddbb03442 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:37.303014 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-7c78f8b8-df1e-4e24-a314-5bbddbb03442 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 945 time: 0.0890701
Apr 15 15:03:37.383663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Deleting port 2983b4c7-356e-4359-980d-1a70b0ac3296 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:03:37.384042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:37.507142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:37.654136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] For port 2983b4c7-356e-4359-980d-1a70b0ac3296, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=2983b4c7-356e-4359-980d-1a70b0ac3296,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:37.654507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:37.789900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Calling delete_port for 2983b4c7-356e-4359-980d-1a70b0ac3296 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:03:37.959290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:37.977844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:38.081192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Pushing event deleted for resources: {'Port': ['ID=2983b4c7-356e-4359-980d-1a70b0ac3296,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:38.094264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:38.159990 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-beb588ab-ae97-42a9-b167-226099a3d209 req-2acd7d5a-60e9-4e46-b7a9-3495d676751b tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 210 time: 0.0522218
Apr 15 15:03:38.183090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee517358-16ea-4139-9c71-c92b1ac539c9 req-765e9ab2-0d74-4c49-b0c3-a91804020767 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:38.184789 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ee517358-16ea-4139-9c71-c92b1ac539c9 req-765e9ab2-0d74-4c49-b0c3-a91804020767 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0954401
Apr 15 15:03:38.236750 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ee517358-16ea-4139-9c71-c92b1ac539c9 req-f2c6dc6a-0484-4ef2-8a57-72d4250d0556 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455499
Apr 15 15:03:38.286831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] No DVR routers for this DVR port 2983b4c7-356e-4359-980d-1a70b0ac3296 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:03:38.289404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:38.292286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'name': 'network-vif-deleted', 'tag': '2983b4c7-356e-4359-980d-1a70b0ac3296'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:38.347159 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f65d94-f8b8-4ff4-a488-fa7f21f27055', 'name': 'network-vif-deleted', 'tag': '2983b4c7-356e-4359-980d-1a70b0ac3296', 'status': 'completed', 'code': 200}
Apr 15 15:03:38.388048 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31ba4e98-edc8-4915-ad1d-0935421a90ce req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.10 "DELETE /v2.0/ports/2983b4c7-356e-4359-980d-1a70b0ac3296 HTTP/1.1" status: 204  len: 173 time: 1.0789008
Apr 15 15:03:39.322428 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-20e5ec9b-4139-437f-8c66-5f8d21f4244f req-3c7243fe-845f-4255-9905-b26470cae1b2 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 210 time: 0.0495973
Apr 15 15:03:39.443800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea84cad-7fd0-4b88-bff8-f559ac7aa21c req-8f150853-17ea-43bb-81d4-64ae350d6672 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:39.445301 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eea84cad-7fd0-4b88-bff8-f559ac7aa21c req-8f150853-17ea-43bb-81d4-64ae350d6672 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0876217
Apr 15 15:03:39.498603 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eea84cad-7fd0-4b88-bff8-f559ac7aa21c req-48b6d930-bf3a-4208-9cde-9d5f4886da7c tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456624
Apr 15 15:03:40.496303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea3f6a67-4ef2-4289-bcb9-90c6ae1deaad req-d03408e9-c5b8-40b3-8506-96d5f887fb7d tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 210 time: 0.0589597
Apr 15 15:03:40.705152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a725c-7027-4609-b94e-10a05954508d req-1aade2ed-779f-4d6b-b0d2-16465a0e7fb6 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:40.706776 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b34a725c-7027-4609-b94e-10a05954508d req-1aade2ed-779f-4d6b-b0d2-16465a0e7fb6 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0915101
Apr 15 15:03:40.756564 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b34a725c-7027-4609-b94e-10a05954508d req-7a71fb43-ab68-43f8-8112-e1c94fbf5ba9 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433240
Apr 15 15:03:41.661795 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6a5232f-7216-4a8d-b26c-7f353db57114 req-e05fbfee-fbc6-4e55-bd07-fc04e057437a tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 210 time: 0.0494642
Apr 15 15:03:41.963521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40902fa-4153-4a9d-bf2e-568b6e64eb05 req-a1c0328f-c45b-4e00-8c94-a15a4128bee6 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:41.965273 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c40902fa-4153-4a9d-bf2e-568b6e64eb05 req-a1c0328f-c45b-4e00-8c94-a15a4128bee6 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0923107
Apr 15 15:03:42.013907 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c40902fa-4153-4a9d-bf2e-568b6e64eb05 req-0082e802-99f9-4377-8589-6b814058963e tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421445
Apr 15 15:03:42.213483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['2983b4c7-356e-4359-980d-1a70b0ac3296'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:03:42.841084 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b25e9787-8cfb-424c-801d-a93089854829 req-2d43df21-6cf2-42c1-b90d-fd90c5f1ce23 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f65d94-f8b8-4ff4-a488-fa7f21f27055 HTTP/1.1" status: 200  len: 210 time: 0.0493119
Apr 15 15:03:43.220043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469262f-5a1d-48d0-9fce-c7fa0c04bfae req-ef0faf4e-95f1-4689-b328-a31d0120d6cd tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:43.221641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c469262f-5a1d-48d0-9fce-c7fa0c04bfae req-ef0faf4e-95f1-4689-b328-a31d0120d6cd tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0897956
Apr 15 15:03:43.269859 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c469262f-5a1d-48d0-9fce-c7fa0c04bfae req-5d81cf42-1383-40f5-a6be-ed724be9ca16 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409575
Apr 15 15:03:43.947993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60220) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:44.487805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e719f-9c66-4b9b-a17d-2816f860c0a9 req-338948ad-911e-48b9-bc4e-5bb917dbea15 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:44.489490 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d57e719f-9c66-4b9b-a17d-2816f860c0a9 req-338948ad-911e-48b9-bc4e-5bb917dbea15 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0897920
Apr 15 15:03:44.530864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:44.541729 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d57e719f-9c66-4b9b-a17d-2816f860c0a9 req-5f55270b-a16f-44fc-b066-94dc0bef5ddb tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455673
Apr 15 15:03:44.918050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Deleting port ea197ef4-5674-4f8e-8380-7c3cf85a95c2 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:03:44.918467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:45.099101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] For port ea197ef4-5674-4f8e-8380-7c3cf85a95c2, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,segment=NetworkSegment(9dec42bd-f3c0-43f9-9312-d5651e737de2),segment_id=9dec42bd-f3c0-43f9-9312-d5651e737de2)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:45.099658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:45.232127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Calling delete_port for ea197ef4-5674-4f8e-8380-7c3cf85a95c2 owned by network:router_interface {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:03:45.874651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837425c4-fd64-4ce1-bfde-9866742bfa47 req-d08afbb7-855f-4b47-8390-74039454d97f tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:45.876221 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-837425c4-fd64-4ce1-bfde-9866742bfa47 req-d08afbb7-855f-4b47-8390-74039454d97f tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.1128924
Apr 15 15:03:45.877318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:45.893933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:45.999098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea197ef4-5674-4f8e-8380-7c3cf85a95c2,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:46.008241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:46.046995 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-837425c4-fd64-4ce1-bfde-9866742bfa47 req-0c5c9d47-e723-4538-bebc-9ed457e8f6a4 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560173
Apr 15 15:03:46.363643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:46.862686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:03:47.048637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:03:47.057827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] Sync routers for ids ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:03:47.063704 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] 10.222.0.20 "PUT /v2.0/routers/3c697f14-e2f4-4d10-ab96-eccf3b6f278a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1122541
Apr 15 15:03:47.063976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60246) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:47.069811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] Routers {'3c697f14-e2f4-4d10-ab96-eccf3b6f278a'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:47.071001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e4cc860>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:47.256139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417c397-8d0c-4fc3-a3a7-c25b1f8d65d7 req-400d1529-6aed-4392-8710-ec62849a06ce tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:47.256992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:47.257775 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6417c397-8d0c-4fc3-a3a7-c25b1f8d65d7 req-400d1529-6aed-4392-8710-ec62849a06ce tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.0947554
Apr 15 15:03:47.265834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] Set router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:47.307006 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6417c397-8d0c-4fc3-a3a7-c25b1f8d65d7 req-fb05b27a-3a68-40ee-b6b6-c96538576ac6 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425377
Apr 15 15:03:47.445635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:47.483778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Deleting port 303bac9e-1005-4b51-ba6c-3b8a4c574110 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:03:47.484162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:47.576542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e4cc860>, [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T15:03:45Z', 'revision_number': 5, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port': {'id': '303bac9e-1005-4b51-ba6c-3b8a4c574110', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:37Z', 'updated_at': '2021-04-15T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:47.580525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] Checking router: 3c697f14-e2f4-4d10-ab96-eccf3b6f278a for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:03:47.589990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] Routers {'3c697f14-e2f4-4d10-ab96-eccf3b6f278a'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:03:47.590660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e4cc860>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:03:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:47.674331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] For port 303bac9e-1005-4b51-ba6c-3b8a4c574110, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=303bac9e-1005-4b51-ba6c-3b8a4c574110,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:47.674718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:47.748428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] Set router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a gateway port host: None {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:03:47.867345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e4cc860>, [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T15:03:47Z', 'revision_number': 6, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:47.872071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d3ac6-afc7-476b-a260-778af9d08bb0 None None] The sync data for ids ['3c697f14-e2f4-4d10-ab96-eccf3b6f278a'] in dv-cinder-734144-16-iscsi is: [{'id': '3c697f14-e2f4-4d10-ab96-eccf3b6f278a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075851362-router', 'tenant_id': '3aa16636334347b1b27b4cd33f4639e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:34Z', 'updated_at': '2021-04-15T15:03:47Z', 'revision_number': 6, 'project_id': '3aa16636334347b1b27b4cd33f4639e6', 'gw_port_host': None}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:03:48.026081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Calling delete_port for 303bac9e-1005-4b51-ba6c-3b8a4c574110 owned by network:router_gateway {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:03:48.244181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.260659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:48.357275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=303bac9e-1005-4b51-ba6c-3b8a4c574110,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:48.361442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:48.554423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device ae8c4d8b-8811-4762-b402-47c22a10d77a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:03:48.570743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 2983b4c7-356e-4359-980d-1a70b0ac3296 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:03:48.586092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.688218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 2983b4c7-356e-4359-980d-1a70b0ac3296 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:03:48.688218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 2983b4c7-356e-4359-980d-1a70b0ac3296 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:03:48.732018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.756714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port ae8c4d8b-8811-4762-b402-47c22a10d77a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ae8c4d8b-8811-4762-b402-47c22a10d77a,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:48.771138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'ae8c4d8b-8811-4762-b402-47c22a10d77a', 'network_id': '853ea821-416e-4c99-8e53-61b404fb1885', 'port_id': 'ae8c4d8b-8811-4762-b402-47c22a10d77a', 'mac_address': 'fa:16:3e:e0:22:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f0ab50-6acf-480f-a66c-a6a2bd663bf8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:03:48.786710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd9b37-7a18-4878-bbf8-dfcea830a8ab req-28bf6353-e2b4-41ef-9485-67910fe69ced tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:48.788328 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4acd9b37-7a18-4878-bbf8-dfcea830a8ab req-28bf6353-e2b4-41ef-9485-67910fe69ced tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 948 time: 0.3307247
Apr 15 15:03:48.790565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.792960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.832490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.854329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8c4d8b-8811-4762-b402-47c22a10d77a {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:03:48.871328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port ae8c4d8b-8811-4762-b402-47c22a10d77a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ae8c4d8b-8811-4762-b402-47c22a10d77a,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:48.916268 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4acd9b37-7a18-4878-bbf8-dfcea830a8ab req-74ef15ac-b360-4373-a973-eefbef075c06 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212089
Apr 15 15:03:48.929861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.931839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:48.958357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.958975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c697f14-e2f4-4d10-ab96-eccf3b6f278a {{(pid=85437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:03:48.973543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:48.975491 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3c697f14-e2f4-4d10-ab96-eccf3b6f278a HTTP/1.1" status: 204  len: 168 time: 1.9100897
Apr 15 15:03:48.977664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60266) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:49.006456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=ae8c4d8b-8811-4762-b402-47c22a10d77a,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:49.013400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:49.048990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Deleting subnet fe60735d-3860-497f-b6a0-dcb6d7e94048 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:03:49.053263 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:49.120609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:49.182044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:49.279319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['ae8c4d8b-8811-4762-b402-47c22a10d77a'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:03:49.478613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:49.497662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-513f9545-626a-485f-9fd0-f33323816179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:49.555733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device ea197ef4-5674-4f8e-8380-7c3cf85a95c2 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:03:49.584650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe60735d-3860-497f-b6a0-dcb6d7e94048,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:49.587474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:49.593253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: ea197ef4-5674-4f8e-8380-7c3cf85a95c2 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:03:49.593647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device ea197ef4-5674-4f8e-8380-7c3cf85a95c2 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:03:49.594114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 303bac9e-1005-4b51-ba6c-3b8a4c574110 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:03:49.631359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:49.632038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 303bac9e-1005-4b51-ba6c-3b8a4c574110 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:03:49.632436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 303bac9e-1005-4b51-ba6c-3b8a4c574110 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:03:49.637553 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fe60735d-3860-497f-b6a0-dcb6d7e94048 HTTP/1.1" status: 204  len: 168 time: 0.6588469
Apr 15 15:03:49.640161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60282) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:49.754397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:49.947067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:50.062474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426dbcd128>,) {'filters': {'network_id': ['b642d0e5-d862-4daf-a797-d50c8612b320']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:50.075612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426dbcd128>, '9dec42bd-f3c0-43f9-9312-d5651e737de2') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:50.075947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426dbcd128>, '9dec42bd-f3c0-43f9-9312-d5651e737de2') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:03:50.089487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:50.105206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:50.111680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:03:50.119376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d012d-a6fc-4773-8e36-676d15a96869 req-f2d2d731-a591-4902-a746-82f2ba2c83fd tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:50.121110 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258d012d-a6fc-4773-8e36-676d15a96869 req-f2d2d731-a591-4902-a746-82f2ba2c83fd tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 949 time: 0.0888710
Apr 15 15:03:50.172417 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258d012d-a6fc-4773-8e36-676d15a96869 req-b6cf69ab-aeab-4ac7-af0b-1479230b7c52 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447574
Apr 15 15:03:50.294887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Network b642d0e5-d862-4daf-a797-d50c8612b320 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:03:50.304117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:50.482823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Network b642d0e5-d862-4daf-a797-d50c8612b320 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:03:50.509035 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:03:50.809804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:50.813582 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:50.830569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:50.837034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b642d0e5-d862-4daf-a797-d50c8612b320,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:50.841952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:50.873083 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b642d0e5-d862-4daf-a797-d50c8612b320 HTTP/1.1" status: 204  len: 168 time: 1.2316041
Apr 15 15:03:50.941656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device ae8c4d8b-8811-4762-b402-47c22a10d77a up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:03:51.061252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port ae8c4d8b-8811-4762-b402-47c22a10d77a completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:03:51.066360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port ae8c4d8b-8811-4762-b402-47c22a10d77a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:03:51.066874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.181027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 60298) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:51.192911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.221334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8c4d8b-8811-4762-b402-47c22a10d77a'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:51.232422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port ae8c4d8b-8811-4762-b402-47c22a10d77a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ae8c4d8b-8811-4762-b402-47c22a10d77a,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:51.233968 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-71c79298-d94d-4a75-b2f1-17dba0738c09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3aa16636334347b1b27b4cd33f4639e6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0516653
Apr 15 15:03:51.236630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 60306) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:51.273841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.277827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:51.307095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.335947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.373639 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8c4d8b-8811-4762-b402-47c22a10d77a', 'code': 200}
Apr 15 15:03:51.374381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=ae8c4d8b-8811-4762-b402-47c22a10d77a,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:51.377764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:51.427547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.432973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:51.434269 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4e0e9-4e1b-4dbb-a466-cda39327e6a2 req-9b54c215-4380-4cc5-a035-6a56c199b23c tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:51.435916 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65f4e0e9-4e1b-4dbb-a466-cda39327e6a2 req-9b54c215-4380-4cc5-a035-6a56c199b23c tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 950 time: 0.1295531
Apr 15 15:03:51.448712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:51.457794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:51.485192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:51.489724 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec67aa9c-2a14-4dbe-8b17-31f7ca1717e9 HTTP/1.1" status: 204  len: 168 time: 0.2488761
Apr 15 15:03:51.511118 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65f4e0e9-4e1b-4dbb-a466-cda39327e6a2 req-e97281f9-5520-4dfe-aa4d-9649bdb25793 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627964
Apr 15 15:03:51.660221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d3d5f-6cfd-4862-9888-03d614b55663 req-ccf2e841-af60-4f76-b949-5e4cc1345c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:51.663168 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4b9d3d5f-6cfd-4862-9888-03d614b55663 req-ccf2e841-af60-4f76-b949-5e4cc1345c92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 1103 time: 0.0942647
Apr 15 15:03:51.727930 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4b9d3d5f-6cfd-4862-9888-03d614b55663 req-0dd9d94f-7f6c-4203-aebc-0c3a1c5e04bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484221
Apr 15 15:03:52.511768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 60340) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:52.626998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1235929892-network', 'tenant_id': 'd3e7dca6367546b4a42fd90136ef461a'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:52.634150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:52.676894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Usage tracker for resource:network and tenant:d3e7dca6367546b4a42fd90136ef461a is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:52.684668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:52.694276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:52.736737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21bca0-80aa-4dec-987f-d7f7e05a2bb1 req-861e26e5-e850-4141-8e1e-13f3321e1c93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:52.738379 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea21bca0-80aa-4dec-987f-d7f7e05a2bb1 req-861e26e5-e850-4141-8e1e-13f3321e1c93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 950 time: 0.1061056
Apr 15 15:03:52.741354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Made reservation on behalf of d3e7dca6367546b4a42fd90136ef461a for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:52.746027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:52.774403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:52.811575 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:52.819120 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea21bca0-80aa-4dec-987f-d7f7e05a2bb1 req-b3cb816e-2c4e-4a9e-bd99-c53ae49bdf4a tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607023
Apr 15 15:03:52.821545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e7dca6367546b4a42fd90136ef461a is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:52.825104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:52.831445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:52.920315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:52.958134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:52.962828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-303afcd6-a165-4285-9425-02c6e89f5bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:52.988449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:03:53.000897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f769f5a4-0edd-46eb-a464-786bfcae189d,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:53.006900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:53.010719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:53.011117 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Added segment edee899a-c29f-49b3-8569-a78086e47446 of type vlan for network b8942cf0-255a-43d7-a034-6853003cc4b1
Apr 15 15:03:53.037980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:53.106986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:53.108495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:53.108878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:53.115040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:53.225338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Pushing event updated for resources: {'Network': ['ID=b8942cf0-255a-43d7-a034-6853003cc4b1,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:53.228743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:53.235537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network b8942cf0-255a-43d7-a034-6853003cc4b1 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:03:53.271510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60360) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:03:53.272199 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7590151
Apr 15 15:03:53.279182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Request body: {'subnet': {'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1235929892-subnet', 'tenant_id': 'd3e7dca6367546b4a42fd90136ef461a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:53.284955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:53.290294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Usage tracker for resource:subnet and tenant:d3e7dca6367546b4a42fd90136ef461a is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:53.293576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:53.300250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:53.347223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Made reservation on behalf of d3e7dca6367546b4a42fd90136ef461a for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:53.355725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:53.763762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3a31189f-51ff-497b-90af-89b0902bc208 req-a8a3207c-aa98-4585-a7d6-68da6542d75c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:53.815414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3a31189f-51ff-497b-90af-89b0902bc208 req-a8a3207c-aa98-4585-a7d6-68da6542d75c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:53.817432 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-a8a3207c-aa98-4585-a7d6-68da6542d75c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163308739&fields=id&tenant_id=1447e38af9314975b502981165fe11e1 HTTP/1.1" status: 200  len: 267 time: 0.0965254
Apr 15 15:03:54.093306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0abf4d-b9e3-4a23-828c-a83be5e41f92 req-c466035c-d852-4323-80db-2aa1a0c5827c tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:54.094979 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0f0abf4d-b9e3-4a23-828c-a83be5e41f92 req-c466035c-d852-4323-80db-2aa1a0c5827c tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 950 time: 0.1393092
Apr 15 15:03:54.188077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:54.210029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:54.215390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-ce250d25-143f-4840-85cd-a2c55036cb35 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:54.216136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3a31189f-51ff-497b-90af-89b0902bc208 req-ce250d25-143f-4840-85cd-a2c55036cb35 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:54.249784 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0f0abf4d-b9e3-4a23-828c-a83be5e41f92 req-9144e902-5e0d-4226-8f09-83f1744e6b93 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273625
Apr 15 15:03:54.278389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3a31189f-51ff-497b-90af-89b0902bc208 req-ce250d25-143f-4840-85cd-a2c55036cb35 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:54.279740 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-ce250d25-143f-4840-85cd-a2c55036cb35 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 808 time: 0.4545908
Apr 15 15:03:54.296597 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-0110fa12-fdfd-4b77-b1ca-c7281337775f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/quotas/1447e38af9314975b502981165fe11e1 HTTP/1.1" status: 200  len: 375 time: 0.0101340
Apr 15 15:03:54.340342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea77b8e-5a39-4ef2-85d5-2adccac8fd85,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:54.343166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:54.399441 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-fd82044a-3043-43a7-b5a4-5bd06df06ffb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0958147
Apr 15 15:03:54.423015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Checking segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:03:54.423416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Network hostable DHCP agents. Network: b8942cf0-255a-43d7-a034-6853003cc4b1, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:03:54.472371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Network b8942cf0-255a-43d7-a034-6853003cc4b1 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:03:54.517675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:03:54.519183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, b8942cf0-255a-43d7-a034-6853003cc4b1) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:54.529066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86fcfa9-4485-4aad-b264-5239e2be3343 None None] Network b8942cf0-255a-43d7-a034-6853003cc4b1 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:03:54.540925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:54.541583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:54.561988 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-bf25f60c-547e-4ec2-801a-cc9c53ead3a8 service neutron] 10.222.0.20 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490130
Apr 15 15:03:54.604702 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3311462
Apr 15 15:03:54.779344 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-fb9bc82d-b834-4fcb-bb62-22cc3e467d68 service neutron] 10.222.0.20 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100439
Apr 15 15:03:54.800587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e667af-d0b6-4068-af96-960cf0fd248b None None] Network b8942cf0-255a-43d7-a034-6853003cc4b1 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:03:55.194050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-3424410d-6507-4804-ab90-537138218c80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:55.195582 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-3424410d-6507-4804-ab90-537138218c80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.1608443
Apr 15 15:03:55.212546 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-881d5e67-796a-486a-8c87-75a286cc9f68 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/quotas/d3e7dca6367546b4a42fd90136ef461a HTTP/1.1" status: 200  len: 375 time: 0.0105135
Apr 15 15:03:55.264779 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-c1932ebe-1602-4d1a-aa4e-6f3d13bc7d59 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463371
Apr 15 15:03:55.417535 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-b8aeefdc-c9a0-42ee-8548-4ed8db544e0c service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446261
Apr 15 15:03:55.498423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734c84-9577-4474-b37b-69f652709c46 req-929d5db2-23e7-4b0e-b83d-d9c0f60a2716 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:55.502727 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-14734c84-9577-4474-b37b-69f652709c46 req-929d5db2-23e7-4b0e-b83d-d9c0f60a2716 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 950 time: 0.1231961
Apr 15 15:03:55.554081 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-14734c84-9577-4474-b37b-69f652709c46 req-f987d8e4-2e7d-4aba-94a8-69eff40ab73d tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465345
Apr 15 15:03:55.574783 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-96104fef-b3a6-41ba-a035-2907a1a68c7b service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497798
Apr 15 15:03:55.650985 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb491131-03d4-4f6b-b15d-57e2ee9f41ab req-7fde0a85-7220-43fa-8a39-aaf3b40c7195 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 210 time: 0.0502136
Apr 15 15:03:55.919460 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a115bc86-1b37-44b3-bd5e-39a5949ad1b8 req-14aa511e-835a-4fbf-b5e1-b41aecdc038a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 210 time: 0.0596366
Apr 15 15:03:56.316035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302f64c-3297-477b-882c-d29921b2d174 req-b2b7d217-d61a-4097-9606-2a189611b2fd tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:56.319158 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1302f64c-3297-477b-882c-d29921b2d174 req-b2b7d217-d61a-4097-9606-2a189611b2fd tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.0921524
Apr 15 15:03:56.367432 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1302f64c-3297-477b-882c-d29921b2d174 req-3cc198f4-1bf3-465b-a346-de6fa484b3f8 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425570
Apr 15 15:03:56.571191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-46900f42-e92d-4cfd-baf0-930dfb19cf9b tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:56.572677 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-46900f42-e92d-4cfd-baf0-930dfb19cf9b tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 950 time: 0.0920625
Apr 15 15:03:56.653190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Deleting port ae8c4d8b-8811-4762-b402-47c22a10d77a {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:03:56.653589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:56.837800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-91fed3ed-2b88-45df-b05c-6ec9d8861770 req-35f31bb3-028d-4d73-a769-d49f2f0c0f00 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:56.878005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-91fed3ed-2b88-45df-b05c-6ec9d8861770 req-35f31bb3-028d-4d73-a769-d49f2f0c0f00 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:56.879361 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-91fed3ed-2b88-45df-b05c-6ec9d8861770 req-35f31bb3-028d-4d73-a769-d49f2f0c0f00 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 210 time: 0.1088226
Apr 15 15:03:56.964542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea076a-0507-4258-98e9-eb9f70c7e99a req-f4c430a4-b855-49a1-b256-9c1c01b36968 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:56.966152 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e3ea076a-0507-4258-98e9-eb9f70c7e99a req-f4c430a4-b855-49a1-b256-9c1c01b36968 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 950 time: 0.2771759
Apr 15 15:03:57.021025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] For port ae8c4d8b-8811-4762-b402-47c22a10d77a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=ae8c4d8b-8811-4762-b402-47c22a10d77a,segment=NetworkSegment(a45e3d4d-b69e-4069-aa06-73a8395d7457),segment_id=a45e3d4d-b69e-4069-aa06-73a8395d7457)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:57.021425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:57.086707 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb8ae4c9-5aca-41fd-9659-14f27dc1e3c1 req-790f2569-f073-468a-bb97-4c18b175ba9a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 210 time: 0.0499048
Apr 15 15:03:57.168462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Calling delete_port for ae8c4d8b-8811-4762-b402-47c22a10d77a owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:03:57.201315 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e3ea076a-0507-4258-98e9-eb9f70c7e99a req-37241dc1-de27-4b48-b2bf-325316ac68d1 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/security-groups?id=6171235c-52c0-4e54-894f-110b9ba057ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222297
Apr 15 15:03:57.447625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:57.465404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-73f167c2-e6ce-4430-a2af-7fbe4cb2918f tempest-DeleteServersTestJSON-1706473585 tempest-DeleteServersTestJSON-1706473585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:57.531384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Pushing event deleted for resources: {'Port': ['ID=ae8c4d8b-8811-4762-b402-47c22a10d77a,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:57.580750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb22b1a-027c-463e-872e-c4ea112fd044 req-ac965230-8178-48e0-b847-851cdeabd527 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:57.582966 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cdb22b1a-027c-463e-872e-c4ea112fd044 req-ac965230-8178-48e0-b847-851cdeabd527 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.0907550
Apr 15 15:03:57.585932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:57.597461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-96ed8214-9634-4bfe-b472-52d14d4fb5c7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:57.599662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-96ed8214-9634-4bfe-b472-52d14d4fb5c7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 808 time: 0.3029046
Apr 15 15:03:57.636433 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cdb22b1a-027c-463e-872e-c4ea112fd044 req-86559a23-6938-4875-9811-f7c1d4fae035 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465333
Apr 15 15:03:57.725003 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-a7eec78e-1d26-4b8b-bb58-086a6df52225 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1447e38af9314975b502981165fe11e1 HTTP/1.1" status: 200  len: 8059 time: 0.1098599
Apr 15 15:03:57.736617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'port': {'device_id': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'admin_state_up': True, 'tenant_id': '1447e38af9314975b502981165fe11e1', 'security_groups': ['285f2885-82e9-48ad-a36b-522fe01a4428']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:57.970529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] No DVR routers for this DVR port ae8c4d8b-8811-4762-b402-47c22a10d77a on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:03:57.974760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:57.984803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'name': 'network-vif-deleted', 'tag': 'ae8c4d8b-8811-4762-b402-47c22a10d77a'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:57.990841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:58.011409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:58.028019 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-df48cb16-1260-4897-98a2-5c74c45a6b85 req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.10 "DELETE /v2.0/ports/ae8c4d8b-8811-4762-b402-47c22a10d77a HTTP/1.1" status: 204  len: 173 time: 1.4479659
Apr 15 15:03:58.088516 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a3932b-0168-44f0-88b9-4a9c86e60480', 'name': 'network-vif-deleted', 'tag': 'ae8c4d8b-8811-4762-b402-47c22a10d77a', 'status': 'completed', 'code': 200}
Apr 15 15:03:58.093960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Made reservation on behalf of 1447e38af9314975b502981165fe11e1 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:58.100912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:58.131456 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56ba45e5-8a2a-4ae4-a68d-292b72ffab94 req-1c652be4-9f68-43e0-bbb5-80ddaffe2e13 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 210 time: 0.0855949
Apr 15 15:03:58.139685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-57e2e270-4eb2-4be0-b34a-8ddc8b98707c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:58.141333 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-57e2e270-4eb2-4be0-b34a-8ddc8b98707c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.2139771
Apr 15 15:03:58.162897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Request body: {'port': {'device_id': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'admin_state_up': True, 'tenant_id': 'd3e7dca6367546b4a42fd90136ef461a'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:58.329775 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-291e82f7-9345-48f1-a63d-523190b574db req-a095daee-4abc-4edc-80cb-825e11b30899 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 210 time: 0.0829892
Apr 15 15:03:58.383106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:03:58.387101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Usage tracker for resource:port and tenant:d3e7dca6367546b4a42fd90136ef461a is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:03:58.387248 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-51a8cf1e-68c5-4c9e-8d81-53cbeb82f458 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:58.388744 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-51a8cf1e-68c5-4c9e-8d81-53cbeb82f458 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.2039728
Apr 15 15:03:58.390113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:03:58.397009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:03:58.429953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Allocated IP 172.20.0.9 (c68988cd-8e7a-4f91-bc0f-208d01bbc3ab/7bc46619-3fca-444b-9344-fd71879c2203/34732508-a673-46be-a455-606ca98118d3) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:58.478637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Made reservation on behalf of d3e7dca6367546b4a42fd90136ef461a for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:03:58.484865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d827b567-e223-4fb8-80df-28b7ce5dd306 req-1274bbe6-d00a-4ef8-8344-5a5cc46b7d91 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Synchronizing usage tracker for tenant:0ff33e32907040f188b3b6af76630995 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:58.485015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:58.561681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Deleting port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:03:58.561681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:58.601785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d827b567-e223-4fb8-80df-28b7ce5dd306 req-1274bbe6-d00a-4ef8-8344-5a5cc46b7d91 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Unset dirty status for tenant:0ff33e32907040f188b3b6af76630995 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:58.608004 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d827b567-e223-4fb8-80df-28b7ce5dd306 req-1274bbe6-d00a-4ef8-8344-5a5cc46b7d91 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a3932b-0168-44f0-88b9-4a9c86e60480 HTTP/1.1" status: 200  len: 210 time: 0.2182496
Apr 15 15:03:58.690116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Allocated IP 172.20.0.14 (b8942cf0-255a-43d7-a034-6853003cc4b1/fea77b8e-5a39-4ef2-85d5-2adccac8fd85/c35a0db8-638a-41bd-82d6-a8594143b9b3) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:03:58.977314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device ae8c4d8b-8811-4762-b402-47c22a10d77a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:03:59.010154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.023446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb379-f279-4879-b518-ded8307cbf6f req-fdbb309a-9eb0-476c-a0c3-d124eb943bcd tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:59.030452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: ae8c4d8b-8811-4762-b402-47c22a10d77a {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:03:59.031096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device ae8c4d8b-8811-4762-b402-47c22a10d77a not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:03:59.031793 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6a5cb379-f279-4879-b518-ded8307cbf6f req-fdbb309a-9eb0-476c-a0c3-d124eb943bcd tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 945 time: 0.1790071
Apr 15 15:03:59.032059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:03:59.091690 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6a5cb379-f279-4879-b518-ded8307cbf6f req-188cb7ce-f5de-4e0c-ad6e-5c8b9aedfed5 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589125
Apr 15 15:03:59.135973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.152716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:59.171482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.206203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:03:59.218622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:59.229509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.260244 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264', 'code': 200}
Apr 15 15:03:59.261463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.263662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18f2ba1d-87e9-4d1a-b69d-a4c1b8e780dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:59.281989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Transition to ACTIVE for port object 34732508-a673-46be-a455-606ca98118d3 will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:03:59.312591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event updated for resources: {'Port': ['ID=c35a0db8-638a-41bd-82d6-a8594143b9b3,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:59.328262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:59.339937 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-122cacfd-1e60-49bb-9985-aaca84910ce9 req-1476793f-1c1f-461b-86d2-7643cf42c83e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 210 time: 0.0644324
Apr 15 15:03:59.340132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=6']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:59.343433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:59.346782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:03:59.347192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.386278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Network b8942cf0-255a-43d7-a034-6853003cc4b1 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:59.387435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:59.389774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:59.460146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:59.460750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.486292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Calling delete_port for 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:03:59.547712 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3977647
Apr 15 15:03:59.560715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Request body: {'port': {'device_id': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:03:59.570742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.586717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fb92d2e6-79ef-42b3-b0bb-53b5dff9de92 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:03:59.604040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a5af-26e0-4a27-98f6-a54db727d8ee req-5721be3d-dfe7-46e6-84bc-0e0dce29a57a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:59.604808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-34d2a5af-26e0-4a27-98f6-a54db727d8ee req-5721be3d-dfe7-46e6-84bc-0e0dce29a57a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:03:59.680037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-34d2a5af-26e0-4a27-98f6-a54db727d8ee req-5721be3d-dfe7-46e6-84bc-0e0dce29a57a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:03:59.681118 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-34d2a5af-26e0-4a27-98f6-a54db727d8ee req-5721be3d-dfe7-46e6-84bc-0e0dce29a57a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 932 time: 0.2145126
Apr 15 15:03:59.729619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.752107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:03:59.755664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:03:59.760236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:03:59.763870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:03:59.796582 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:03:59.797774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:03:59.797910 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-34d2a5af-26e0-4a27-98f6-a54db727d8ee req-9f64bfba-48c4-440c-9c75-03670f5be9d2 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058850
Apr 15 15:03:59.801992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:03:59.808025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:03:59.808702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:03:59.902102 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1716228
Apr 15 15:03:59.917081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Request body: {'port': {'device_id': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:00.058686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:00.106990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2c0fc2e4-0dd5-4c86-8fae-f0cdd1d89be0 None None] Provisioning for port 34732508-a673-46be-a455-606ca98118d3 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:00.114381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2c0fc2e4-0dd5-4c86-8fae-f0cdd1d89be0 None None] Provisioning complete for port 34732508-a673-46be-a455-606ca98118d3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:00.115066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc2e4-0dd5-4c86-8fae-f0cdd1d89be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:00.208056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-2c0fc2e4-0dd5-4c86-8fae-f0cdd1d89be0 None None] Port 34732508-a673-46be-a455-606ca98118d3 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:04:00.234830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35a0db8-638a-41bd-82d6-a8594143b9b3 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:00.246896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:00.262624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Transition to ACTIVE for port object c35a0db8-638a-41bd-82d6-a8594143b9b3 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:04:00.281331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Deleting port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:04:00.281723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:00.306995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:00.322885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:00.686897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072cf8-a477-41f3-9aad-31cd914ffa9e req-5d7180fe-f1e9-4738-8922-9351e9475fd3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:00.687664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-1a072cf8-a477-41f3-9aad-31cd914ffa9e req-5d7180fe-f1e9-4738-8922-9351e9475fd3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Synchronizing usage tracker for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:00.733126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Pushing event updated for resources: {'Port': ['ID=c35a0db8-638a-41bd-82d6-a8594143b9b3,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:00.736128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:00.763128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-1a072cf8-a477-41f3-9aad-31cd914ffa9e req-5d7180fe-f1e9-4738-8922-9351e9475fd3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Unset dirty status for tenant:cd4c199c947d40a9900f98427ad2a844 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:00.764413 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a072cf8-a477-41f3-9aad-31cd914ffa9e req-5d7180fe-f1e9-4738-8922-9351e9475fd3 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 943 time: 0.5231919
Apr 15 15:04:00.867442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] For port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,segment=NetworkSegment(4e81ef57-7597-4fbc-9408-0e2476010079),segment_id=4e81ef57-7597-4fbc-9408-0e2476010079)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:00.867442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:00.881777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.resource_extend [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 15:04:00.882311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705025-362e-4c40-8377-b3982af187b1 req-967a3d0f-07d1-4876-9e70-877327ea323f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:00.886887 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-13705025-362e-4c40-8377-b3982af187b1 req-967a3d0f-07d1-4876-9e70-877327ea323f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 931 time: 0.2427905
Apr 15 15:04:00.903718 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1a072cf8-a477-41f3-9aad-31cd914ffa9e req-448bb724-fe84-4308-96b2-cf23ebd71aea tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/security-groups?id=20ef5143-ce4a-43ba-ae3e-0472f7950d49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249976
Apr 15 15:04:01.033403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-13705025-362e-4c40-8377-b3982af187b1 req-dd61575c-1acd-4e1d-ad46-2bb1b3080afb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:01.061174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-13705025-362e-4c40-8377-b3982af187b1 req-dd61575c-1acd-4e1d-ad46-2bb1b3080afb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:01.062464 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-13705025-362e-4c40-8377-b3982af187b1 req-dd61575c-1acd-4e1d-ad46-2bb1b3080afb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1680291
Apr 15 15:04:01.080269 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Attempting to bind port c35a0db8-638a-41bd-82d6-a8594143b9b3 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:04:01.080391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Attempting to bind port c35a0db8-638a-41bd-82d6-a8594143b9b3 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:04:01.080713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Attempting to bind port c35a0db8-638a-41bd-82d6-a8594143b9b3 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:01.089460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Port c35a0db8-638a-41bd-82d6-a8594143b9b3 on network b8942cf0-255a-43d7-a034-6853003cc4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:04:01.089942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Attempting to bind port c35a0db8-638a-41bd-82d6-a8594143b9b3 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:01.097743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:04:01.098696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Checking segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:04:01.099167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Bound using segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:04:01.099652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Bound port: c35a0db8-638a-41bd-82d6-a8594143b9b3, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:04:01.100047 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:01.105389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Calling delete_port for 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:04:01.203535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] For port c35a0db8-638a-41bd-82d6-a8594143b9b3, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:04:01.208719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] For port c35a0db8-638a-41bd-82d6-a8594143b9b3, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c35a0db8-638a-41bd-82d6-a8594143b9b3,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:04:01.208845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34732508-a673-46be-a455-606ca98118d3 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:01.221086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:01.244538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:01.260351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:01.263787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Transition to ACTIVE for port object 34732508-a673-46be-a455-606ca98118d3 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:04:01.346212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ee748-1070-417b-bed4-8bd8c0d17b81 req-b2c4a710-efb4-420c-b2e5-5a213ede3e1a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:01.348302 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2b7ee748-1070-417b-bed4-8bd8c0d17b81 req-b2c4a710-efb4-420c-b2e5-5a213ede3e1a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 944 time: 0.2536123
Apr 15 15:04:01.351880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:01.369138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7b94bb51-f1fc-4fad-9c53-40159bbb3e83 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:01.430105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Pushing event updated for resources: {'Port': ['ID=c35a0db8-638a-41bd-82d6-a8594143b9b3,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:01.434937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:01.464589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:01.465392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:01.466904 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] 10.222.0.10 "PUT /v2.0/ports/c35a0db8-638a-41bd-82d6-a8594143b9b3 HTTP/1.1" status: 200  len: 1094 time: 1.9106224
Apr 15 15:04:01.467433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'tag': 'c35a0db8-638a-41bd-82d6-a8594143b9b3'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:01.516342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:01.524565 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'tag': 'c35a0db8-638a-41bd-82d6-a8594143b9b3', 'status': 'completed', 'code': 200}
Apr 15 15:04:01.616271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:01.628380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-2b7ee748-1070-417b-bed4-8bd8c0d17b81 req-cd0d7f96-1012-4197-a8e4-eb6684478992 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:01.633834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:01.637387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:01.643494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a00b-4c4f-4511-aa71-8455261c8b46 req-8723136d-2952-4833-bc5a-d240d4a3b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:01.645815 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5c92a00b-4c4f-4511-aa71-8455261c8b46 req-8723136d-2952-4833-bc5a-d240d4a3b788 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 1097 time: 0.0869462
Apr 15 15:04:01.718346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Pushing event deleted for resources: {'Port': ['ID=0fbd0918-6ef1-4a7d-9b91-e29beb92d264,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:01.727818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:01.785984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-2b7ee748-1070-417b-bed4-8bd8c0d17b81 req-cd0d7f96-1012-4197-a8e4-eb6684478992 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:01.787157 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2b7ee748-1070-417b-bed4-8bd8c0d17b81 req-cd0d7f96-1012-4197-a8e4-eb6684478992 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4214034
Apr 15 15:04:01.824833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a00b-4c4f-4511-aa71-8455261c8b46 req-37bbd354-04d5-4a0e-8d6e-9955fe265e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:01.827146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5c92a00b-4c4f-4511-aa71-8455261c8b46 req-37bbd354-04d5-4a0e-8d6e-9955fe265e7f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d3e7dca6367546b4a42fd90136ef461a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1731098
Apr 15 15:04:02.040205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a00b-4c4f-4511-aa71-8455261c8b46 req-ca120245-4651-426d-8c94-bc19cde1b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:02.041856 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5c92a00b-4c4f-4511-aa71-8455261c8b46 req-ca120245-4651-426d-8c94-bc19cde1b641 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2070384
Apr 15 15:04:02.162008 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-307f4687-cac0-478f-b9b5-5294da2eaca4 req-1de50b13-46dc-4465-af9b-82b0dd806142 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e7e58-4f35-450b-9734-249e64e80913 HTTP/1.1" status: 200  len: 210 time: 0.1044784
Apr 15 15:04:02.202938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-af8ed9ec-74a5-49db-9ec7-74e494e64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:02.205562 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-af8ed9ec-74a5-49db-9ec7-74e494e64855 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 1097 time: 0.1037915
Apr 15 15:04:02.234472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] No DVR routers for this DVR port 0fbd0918-6ef1-4a7d-9b91-e29beb92d264 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:04:02.274210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:02.280612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'name': 'network-vif-deleted', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:02.284910 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-9dce68c6-10e1-4816-8bc9-bcbff148e46f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35a0db8-638a-41bd-82d6-a8594143b9b3 HTTP/1.1" status: 200  len: 217 time: 0.0700927
Apr 15 15:04:02.306534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Attempting to bind port 34732508-a673-46be-a455-606ca98118d3 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:04:02.308743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Attempting to bind port 34732508-a673-46be-a455-606ca98118d3 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:04:02.308743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Attempting to bind port 34732508-a673-46be-a455-606ca98118d3 on network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:02.315000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Port 34732508-a673-46be-a455-606ca98118d3 on network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:04:02.315360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Attempting to bind port 34732508-a673-46be-a455-606ca98118d3 on network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:02.324732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:04:02.325108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Checking segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:04:02.325628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Bound using segment: {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:04:02.326385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Bound port: 34732508-a673-46be-a455-606ca98118d3, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595bdcec-1125-494e-8005-70c5edc54774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:04:02.326772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:02.341179 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] 10.222.0.10 "DELETE /v2.0/ports/0fbd0918-6ef1-4a7d-9b91-e29beb92d264 HTTP/1.1" status: 204  len: 173 time: 3.9040933
Apr 15 15:04:02.349224 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733e7e58-4f35-450b-9734-249e64e80913', 'name': 'network-vif-deleted', 'tag': '0fbd0918-6ef1-4a7d-9b91-e29beb92d264', 'status': 'completed', 'code': 200}
Apr 15 15:04:02.364963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-8366c316-1faf-44ce-99a5-894f7301f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:02.366752 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-8366c316-1faf-44ce-99a5-894f7301f996 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.0749564
Apr 15 15:04:02.424212 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-f550cf71-4ca2-4736-ba9f-2f44255ae1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498841
Apr 15 15:04:02.436005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470c4ca-1061-4f1b-945c-1ee6848c0fb6 req-bbfd3b7f-e8dc-4ba5-8c63-2fa05ba4c653 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:02.436967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c470c4ca-1061-4f1b-945c-1ee6848c0fb6 req-bbfd3b7f-e8dc-4ba5-8c63-2fa05ba4c653 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:02.474929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:04:02.478411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:04:02.506987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-c470c4ca-1061-4f1b-945c-1ee6848c0fb6 req-bbfd3b7f-e8dc-4ba5-8c63-2fa05ba4c653 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:02.508570 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c470c4ca-1061-4f1b-945c-1ee6848c0fb6 req-bbfd3b7f-e8dc-4ba5-8c63-2fa05ba4c653 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.2757220
Apr 15 15:04:02.553029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:02.572107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-55097dcb-46bc-4441-b747-b927077ff70b tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:02.586529 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-a8558966-6c5d-4bcb-b24d-df348f028fc9 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512544
Apr 15 15:04:02.678000 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c470c4ca-1061-4f1b-945c-1ee6848c0fb6 req-9d562b47-8a49-4d75-8a2f-3fcc0423bf60 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1629920
Apr 15 15:04:02.728927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:02.736206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-27747da1-4f53-4dad-b336-d786f8911275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:02.751328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.751746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.752153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.755318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.755318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.755318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.755318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.755318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.755318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.756093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.756093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.756323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:02.768689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:02.770365 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27250d51-b3a4-4d20-bfa7-aec1b7df7103 req-548e783d-4943-4435-8310-afe890013a16 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649237
Apr 15 15:04:02.787764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:02.788447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:02.790454 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 1093 time: 2.8777378
Apr 15 15:04:02.972224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-2a384985-f9f3-4f96-a6fa-6824e229862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:02.974206 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-2a384985-f9f3-4f96-a6fa-6824e229862f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1096 time: 0.1045907
Apr 15 15:04:03.035472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996337f3-a0cc-4756-87ae-4926f481679c req-7e7b15b4-cc4e-454e-b644-f773dd51064c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:03.037241 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-996337f3-a0cc-4756-87ae-4926f481679c req-7e7b15b4-cc4e-454e-b644-f773dd51064c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 944 time: 0.1091123
Apr 15 15:04:03.084431 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-31e227ad-bf47-4397-8e74-f475028c46ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 217 time: 0.0922387
Apr 15 15:04:03.093627 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-996337f3-a0cc-4756-87ae-4926f481679c req-99eddb29-747e-490d-8d41-122d2d6b454b tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500085
Apr 15 15:04:03.162645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-ffe31ffc-fca5-4fef-adfa-9beaa2181429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:03.164316 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-ffe31ffc-fca5-4fef-adfa-9beaa2181429 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0716977
Apr 15 15:04:03.266303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31189f-51ff-497b-90af-89b0902bc208 req-d0e11389-2a5b-4f82-8c76-85fd08f4e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:03.272984 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-d0e11389-2a5b-4f82-8c76-85fd08f4e7de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1005237
Apr 15 15:04:03.448844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-37053463-c919-4642-b4ef-4de94b0c3867 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680231
Apr 15 15:04:03.596809 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a31189f-51ff-497b-90af-89b0902bc208 req-d79a339e-6ab6-407e-a711-343d51c95d2d service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397510
Apr 15 15:04:03.946461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a173e0-4b31-4184-8109-23cbbe145123 req-f8e92680-4624-4d89-bef2-78155042f92f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:03.948165 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17a173e0-4b31-4184-8109-23cbbe145123 req-f8e92680-4624-4d89-bef2-78155042f92f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.1033459
Apr 15 15:04:04.000738 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17a173e0-4b31-4184-8109-23cbbe145123 req-351c9751-c574-4c3f-803d-1c7f26d2f6be tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460277
Apr 15 15:04:04.318743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a14d94-fc01-41dd-a6d3-979769367b99 req-51822e29-0a2d-44ef-9371-4974372b05a3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:04.320410 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-28a14d94-fc01-41dd-a6d3-979769367b99 req-51822e29-0a2d-44ef-9371-4974372b05a3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 944 time: 0.0917690
Apr 15 15:04:04.350952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:04.371012 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-28a14d94-fc01-41dd-a6d3-979769367b99 req-07e92726-9b79-4e79-b118-869efd065bf0 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439966
Apr 15 15:04:04.407280 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'status': 'completed', 'code': 200}
Apr 15 15:04:04.515441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-ab719c97-fb4f-407c-8049-70995cb49b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:04.517054 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-ab719c97-fb4f-407c-8049-70995cb49b44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1096 time: 0.0841396
Apr 15 15:04:04.664791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-e14d9519-fe28-4d25-b36c-a9b9858de6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:04.666458 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-e14d9519-fe28-4d25-b36c-a9b9858de6e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.1418335
Apr 15 15:04:04.750354 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-ddb3799f-9d39-427a-b9e3-f1a664875ed9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 217 time: 0.0741441
Apr 15 15:04:04.834971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2dc0dda0-a658-460a-a238-7a48d7580f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:04.839980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-376a4c70-4027-409f-b5f5-d088d18c5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:04.841596 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-376a4c70-4027-409f-b5f5-d088d18c5b52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0837438
Apr 15 15:04:04.931205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-8afa3a4d-3031-49d2-b74c-6e1e2b33fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:04.932724 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-8afa3a4d-3031-49d2-b74c-6e1e2b33fd66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0826216
Apr 15 15:04:05.018727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device c35a0db8-638a-41bd-82d6-a8594143b9b3 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:04:05.098920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-6d6316b9-425a-42f2-84fa-110c5731dc50 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582482
Apr 15 15:04:05.247732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port c35a0db8-638a-41bd-82d6-a8594143b9b3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c35a0db8-638a-41bd-82d6-a8594143b9b3,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:05.263912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'c35a0db8-638a-41bd-82d6-a8594143b9b3', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'port_id': 'c35a0db8-638a-41bd-82d6-a8594143b9b3', 'mac_address': 'fa:16:3e:65:5f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea77b8e-5a39-4ef2-85d5-2adccac8fd85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:04:05.314613 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2af1a62c-5296-4398-b5e8-b3ab57908387 req-0cfab636-80ab-48d0-b984-a2da91a6a385 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832805
Apr 15 15:04:05.337745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:05.340617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd1254-8328-40a5-8d52-ea0889392197 req-14df4604-f7a8-483d-86c0-aebd051d0167 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:05.350028 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-99fd1254-8328-40a5-8d52-ea0889392197 req-14df4604-f7a8-483d-86c0-aebd051d0167 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.1947138
Apr 15 15:04:05.357026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35a0db8-638a-41bd-82d6-a8594143b9b3 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:05.402162 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-99fd1254-8328-40a5-8d52-ea0889392197 req-1d9cee9f-faf4-46ac-b8d1-0a6db130229c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504949
Apr 15 15:04:05.462195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port c35a0db8-638a-41bd-82d6-a8594143b9b3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c35a0db8-638a-41bd-82d6-a8594143b9b3,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:05.501697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:05.504024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d6e3ba81-27f4-4d3b-91bb-e7d9193a7920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:05.602644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=c35a0db8-638a-41bd-82d6-a8594143b9b3,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:05.605963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:05.629944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792552d-0be7-44af-8e01-541241c85ab2 req-6d327181-cc5c-4dc0-b334-9a68fadb1984 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:05.631713 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5792552d-0be7-44af-8e01-541241c85ab2 req-6d327181-cc5c-4dc0-b334-9a68fadb1984 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 945 time: 0.1094451
Apr 15 15:04:05.691171 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5792552d-0be7-44af-8e01-541241c85ab2 req-83522c2a-5428-4ce5-879c-2f48c729f0f6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520539
Apr 15 15:04:05.788466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:05.869577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65343-b8da-4374-9212-4c562610bc97 req-5fc2aa3c-9804-4485-a285-4558942b119b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:05.871232 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-19e65343-b8da-4374-9212-4c562610bc97 req-5fc2aa3c-9804-4485-a285-4558942b119b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0905719
Apr 15 15:04:05.922923 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-19e65343-b8da-4374-9212-4c562610bc97 req-8070a7ea-465b-4533-a530-7277fd133757 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450521
Apr 15 15:04:06.146549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:06.607191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d568e-5090-42c9-b757-61ebcae27d56 req-311c5e7e-f632-4be7-942f-30742978ad40 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:06.609360 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-146d568e-5090-42c9-b757-61ebcae27d56 req-311c5e7e-f632-4be7-942f-30742978ad40 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0910676
Apr 15 15:04:06.657948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-146d568e-5090-42c9-b757-61ebcae27d56 req-5eb4af51-d694-43ea-a0d9-0fa463fdfd53 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418568
Apr 15 15:04:06.758149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:06.895833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42b22e-f16f-4222-a53d-e12df25e440d req-824a319d-1dee-401f-ac6e-b6beea9963d5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:06.897425 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f42b22e-f16f-4222-a53d-e12df25e440d req-824a319d-1dee-401f-ac6e-b6beea9963d5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 945 time: 0.0886898
Apr 15 15:04:06.944567 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f42b22e-f16f-4222-a53d-e12df25e440d req-72023f02-5387-46be-bb21-b154a818b069 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407465
Apr 15 15:04:07.124306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282a39-d175-4b38-b1ab-9362ac4ff34f req-47d992bf-e404-4a60-b7e1-2f08dd35a893 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:07.125877 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9c282a39-d175-4b38-b1ab-9362ac4ff34f req-47d992bf-e404-4a60-b7e1-2f08dd35a893 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0877569
Apr 15 15:04:07.177312 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9c282a39-d175-4b38-b1ab-9362ac4ff34f req-a3ee73b6-700e-4b42-a440-9aba9818834f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446026
Apr 15 15:04:07.523456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:07.864500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b879552-3728-49c5-8d3b-425cbe3f7647 req-0046449a-c034-4b4a-b09b-b141f3d26e55 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:07.866083 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4b879552-3728-49c5-8d3b-425cbe3f7647 req-0046449a-c034-4b4a-b09b-b141f3d26e55 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0957756
Apr 15 15:04:07.916366 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4b879552-3728-49c5-8d3b-425cbe3f7647 req-591f10a7-ec73-4362-b06c-6a378b1a1e58 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435734
Apr 15 15:04:08.147974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114cd5-3ecf-4b4d-bfd5-a9af73e883a9 req-c6777859-ea7b-4599-ae8e-366b404dd1b7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:08.149482 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85114cd5-3ecf-4b4d-bfd5-a9af73e883a9 req-c6777859-ea7b-4599-ae8e-366b404dd1b7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 945 time: 0.0885782
Apr 15 15:04:08.197631 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85114cd5-3ecf-4b4d-bfd5-a9af73e883a9 req-721adcd1-2933-43af-8cc2-b7483d34fbb6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417919
Apr 15 15:04:08.537550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5523066-3d4e-48be-afa6-7453b25b3084 req-577bbf33-3593-4107-82fa-d010d111af20 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:08.539236 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d5523066-3d4e-48be-afa6-7453b25b3084 req-577bbf33-3593-4107-82fa-d010d111af20 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1081381
Apr 15 15:04:08.590703 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d5523066-3d4e-48be-afa6-7453b25b3084 req-413177bc-385f-43dd-aa0d-54502c95e79f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425472
Apr 15 15:04:09.122788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86335a66-19e9-4509-8ada-e8ea1b8bc6c3 req-f3df1f37-5e87-4efd-af71-ecbba3efdd85 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:09.124286 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-86335a66-19e9-4509-8ada-e8ea1b8bc6c3 req-f3df1f37-5e87-4efd-af71-ecbba3efdd85 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0934880
Apr 15 15:04:09.172199 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-86335a66-19e9-4509-8ada-e8ea1b8bc6c3 req-0f07a94a-843c-47b1-9882-db7c740442e4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414529
Apr 15 15:04:09.414331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae7e46-43c8-46da-9799-2df413527dc4 req-8df8d14b-32ba-4e13-8fd4-de60a40aa2f4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:09.415980 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-94ae7e46-43c8-46da-9799-2df413527dc4 req-8df8d14b-32ba-4e13-8fd4-de60a40aa2f4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 945 time: 0.1043715
Apr 15 15:04:09.464084 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-94ae7e46-43c8-46da-9799-2df413527dc4 req-58c9b258-d86e-4e7e-bb35-09589a13a3e5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417752
Apr 15 15:04:09.795594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b99bc-ce5f-4297-979e-a84cd09dd857 req-a4be2df4-cff3-4e18-b054-62868fbb920d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:09.799359 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ed2b99bc-ce5f-4297-979e-a84cd09dd857 req-a4be2df4-cff3-4e18-b054-62868fbb920d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0945096
Apr 15 15:04:09.847275 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ed2b99bc-ce5f-4297-979e-a84cd09dd857 req-166a76d9-b5dc-4838-bb03-7ab55d60d8ca tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432644
Apr 15 15:04:10.357315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60782) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:10.385384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6b88-13e5-47a3-bee8-460225e6e781 req-52190162-b359-47ea-8c0a-6937ba4573f7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:10.387054 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a62c6b88-13e5-47a3-bee8-460225e6e781 req-52190162-b359-47ea-8c0a-6937ba4573f7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0945449
Apr 15 15:04:10.440970 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a62c6b88-13e5-47a3-bee8-460225e6e781 req-009df2c9-e341-418b-8734-b7656cc465d7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475781
Apr 15 15:04:10.537632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 60794) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:10.550410 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5693f388-d126-47b2-a093-cec2824f3d04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ff33e32907040f188b3b6af76630995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1916714
Apr 15 15:04:10.607788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:10.637167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:10.683077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b0322-4723-492a-8ba8-d3f908bbf918 req-e10123d1-7ed0-4387-89c1-54b6cb0615e8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:10.684801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c17b0322-4723-492a-8ba8-d3f908bbf918 req-e10123d1-7ed0-4387-89c1-54b6cb0615e8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 945 time: 0.0912459
Apr 15 15:04:10.701177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:10.706532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ee583797-2654-4786-95a5-c3a8befbd519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:10.721162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171235c-52c0-4e54-894f-110b9ba057ae,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:10.724249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:10.736656 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c17b0322-4723-492a-8ba8-d3f908bbf918 req-7a547905-6176-4009-8739-7105a9a28d9f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439572
Apr 15 15:04:10.751441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:10.755800 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6171235c-52c0-4e54-894f-110b9ba057ae HTTP/1.1" status: 204  len: 168 time: 0.2140610
Apr 15 15:04:11.068513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d97d5b-209c-4560-83ec-9eaac1094c81 req-e7acbeb5-7ee5-41ff-8739-c68d55e60924 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:11.070411 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-13d97d5b-209c-4560-83ec-9eaac1094c81 req-e7acbeb5-7ee5-41ff-8739-c68d55e60924 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1016338
Apr 15 15:04:11.072059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:04:11.074722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device c35a0db8-638a-41bd-82d6-a8594143b9b3 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:04:11.123750 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-13d97d5b-209c-4560-83ec-9eaac1094c81 req-06e6f24e-1df4-4449-95de-a5cecb693325 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456388
Apr 15 15:04:11.262521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port c35a0db8-638a-41bd-82d6-a8594143b9b3 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:11.277795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port c35a0db8-638a-41bd-82d6-a8594143b9b3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:11.278250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:11.322228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:11.348915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '34732508-a673-46be-a455-606ca98118d3', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'port_id': '34732508-a673-46be-a455-606ca98118d3', 'mac_address': 'fa:16:3e:99:95:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:04:11.450025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:11.480255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34732508-a673-46be-a455-606ca98118d3 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:11.506038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:11.524561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:11.538711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a0db8-638a-41bd-82d6-a8594143b9b3'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:11.548994 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port c35a0db8-638a-41bd-82d6-a8594143b9b3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c35a0db8-638a-41bd-82d6-a8594143b9b3,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:11.553128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:11.555033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cf1c4318-18a2-4dd8-9603-55eaaecbc89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:11.596686 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a0db8-638a-41bd-82d6-a8594143b9b3', 'code': 200}
Apr 15 15:04:11.597892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:11.637234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:11.640335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:11.640857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d97162dc-2b22-4619-a241-945544aa1621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:11.670609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe298-3ea4-4f1f-9651-8a19d7f91eda req-0abe042a-1680-408b-bd2f-bdcc36752390 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:11.673738 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-695fe298-3ea4-4f1f-9651-8a19d7f91eda req-0abe042a-1680-408b-bd2f-bdcc36752390 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 944 time: 0.1114979
Apr 15 15:04:11.726351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=c35a0db8-638a-41bd-82d6-a8594143b9b3,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:11.728057 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-695fe298-3ea4-4f1f-9651-8a19d7f91eda req-3c18544d-5987-4983-80ad-d1b4d2ef5832 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486577
Apr 15 15:04:11.729409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:11.840798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['34732508-a673-46be-a455-606ca98118d3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:11.999893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e352f4f-457e-4775-920e-674326be9e1f req-f0a1a1be-d695-4e4f-b7cd-07ad2f576968 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:12.001479 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8e352f4f-457e-4775-920e-674326be9e1f req-f0a1a1be-d695-4e4f-b7cd-07ad2f576968 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 946 time: 0.1251588
Apr 15 15:04:12.004221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a74bc-b1c8-4bb7-865a-f0d089de2d0c req-5a71c0d3-6a6d-4a96-92db-e0560baf9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:12.006007 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-016a74bc-b1c8-4bb7-865a-f0d089de2d0c req-5a71c0d3-6a6d-4a96-92db-e0560baf9650 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 1099 time: 0.1755228
Apr 15 15:04:12.084795 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8e352f4f-457e-4775-920e-674326be9e1f req-1de8d617-5782-45e6-9210-75776cfc8d2c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751798
Apr 15 15:04:12.088342 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-016a74bc-b1c8-4bb7-865a-f0d089de2d0c req-047ab1e3-3b8d-471b-a570-4a45087e2b5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641613
Apr 15 15:04:12.327163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68754838-1290-48f7-bf67-8772e609b6b2 req-9424f75a-6788-4ae8-be10-0433b3475c9d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:12.328739 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68754838-1290-48f7-bf67-8772e609b6b2 req-9424f75a-6788-4ae8-be10-0433b3475c9d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0896022
Apr 15 15:04:12.375719 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68754838-1290-48f7-bf67-8772e609b6b2 req-8a53ae29-84fb-4fb4-a7a1-ecb28734a0c0 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396080
Apr 15 15:04:12.934391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220c27-6534-4a45-bdf9-cd867e70c608 req-ec5bf3c0-434e-4bd1-9995-084d54a2d13c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:12.936181 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-22220c27-6534-4a45-bdf9-cd867e70c608 req-ec5bf3c0-434e-4bd1-9995-084d54a2d13c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 944 time: 0.0923717
Apr 15 15:04:12.983617 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-22220c27-6534-4a45-bdf9-cd867e70c608 req-68efbeca-c535-4deb-97e5-9e6cdf4928ed tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407870
Apr 15 15:04:13.068899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:04:13.197691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 34732508-a673-46be-a455-606ca98118d3 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:13.203465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 34732508-a673-46be-a455-606ca98118d3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:13.203887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:13.304291 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11436152-a66c-4039-8da2-448e1aed470f req-c065bc94-34c9-4cc9-ad93-1901d9672722 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:13.305830 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11436152-a66c-4039-8da2-448e1aed470f req-c065bc94-34c9-4cc9-ad93-1901d9672722 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 946 time: 0.0931823
Apr 15 15:04:13.337792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:13.356266 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11436152-a66c-4039-8da2-448e1aed470f req-601e45d1-485f-4d38-a5f4-b6f70092f8c8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435646
Apr 15 15:04:13.372711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:13.415486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:13.420917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:13.514332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:13.518984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:13.595874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8901-b1a2-4ef1-98ca-d1d4b408c394 req-568ea217-6f98-4054-99e3-5a05e611462b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:13.597483 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f93b8901-b1a2-4ef1-98ca-d1d4b408c394 req-568ea217-6f98-4054-99e3-5a05e611462b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1014435
Apr 15 15:04:13.597866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:13.663696 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'code': 200}
Apr 15 15:04:13.666924 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f93b8901-b1a2-4ef1-98ca-d1d4b408c394 req-9982cd39-af51-4fbd-b19c-6afefa2abe4f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579953
Apr 15 15:04:14.099297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2599f0c-4abf-4f9e-a282-973274b7efa9 req-b9df62ce-d390-4aa4-92a5-70b2519fa2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:14.100903 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2599f0c-4abf-4f9e-a282-973274b7efa9 req-b9df62ce-d390-4aa4-92a5-70b2519fa2be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.0905983
Apr 15 15:04:14.156364 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f2599f0c-4abf-4f9e-a282-973274b7efa9 req-3b16b7b1-1c3c-47ce-82fd-8758f711906b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416358
Apr 15 15:04:14.194844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5b5a-45c8-4b78-8e2a-d2ea806cf009 req-1cb2c8f5-b5f4-487f-a5a3-a00e84e929e3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:14.196478 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-996f5b5a-45c8-4b78-8e2a-d2ea806cf009 req-1cb2c8f5-b5f4-487f-a5a3-a00e84e929e3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0933862
Apr 15 15:04:14.245068 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-996f5b5a-45c8-4b78-8e2a-d2ea806cf009 req-d22f2248-2c32-4fa4-90f8-ec8226cadd5e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418100
Apr 15 15:04:14.865994 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94c041-5942-4a72-8e72-eab5ac53c345 req-61e7f56a-5150-4d28-b3dc-25da99013a37 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:14.867672 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f94c041-5942-4a72-8e72-eab5ac53c345 req-61e7f56a-5150-4d28-b3dc-25da99013a37 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0902979
Apr 15 15:04:14.918735 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f94c041-5942-4a72-8e72-eab5ac53c345 req-e9594e35-427e-4053-8fbf-11a95da32c89 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447192
Apr 15 15:04:15.456015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c115-4411-408a-9ab5-d30404f5f4ca req-78c4d41b-41f5-4a47-9783-3f773aaf6699 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:15.458155 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1618c115-4411-408a-9ab5-d30404f5f4ca req-78c4d41b-41f5-4a47-9783-3f773aaf6699 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0909820
Apr 15 15:04:15.506994 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1618c115-4411-408a-9ab5-d30404f5f4ca req-5c5d65c6-7024-4bdf-be8f-362b5c51838b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422561
Apr 15 15:04:16.123825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a11c53-cccb-45e1-941f-a78b4ce6571a req-fdcede9f-af03-457f-80c0-e1fa51c4d218 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:16.125303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6a11c53-cccb-45e1-941f-a78b4ce6571a req-fdcede9f-af03-457f-80c0-e1fa51c4d218 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0908504
Apr 15 15:04:16.175212 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c6a11c53-cccb-45e1-941f-a78b4ce6571a req-5e6e1448-780e-4de0-9a43-b1a09cb98c12 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427489
Apr 15 15:04:16.713001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0635133-cca3-44e7-a74c-59cf74554695 req-03a7aa15-81d0-43bb-a58a-17bc84cea943 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:16.714637 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d0635133-cca3-44e7-a74c-59cf74554695 req-03a7aa15-81d0-43bb-a58a-17bc84cea943 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0887251
Apr 15 15:04:16.762801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d0635133-cca3-44e7-a74c-59cf74554695 req-c569801e-c8e5-4a76-9b11-beea7dec1c8d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419588
Apr 15 15:04:16.964168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e16c5e-83e0-4f48-a024-f720559d7dd3 req-01fde08c-0480-43b6-a8eb-b6b9ecfc3472 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:16.965788 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-91e16c5e-83e0-4f48-a024-f720559d7dd3 req-01fde08c-0480-43b6-a8eb-b6b9ecfc3472 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0881994
Apr 15 15:04:17.014035 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-91e16c5e-83e0-4f48-a024-f720559d7dd3 req-5c3adb79-6922-4a00-b78d-92f56ca3c9a1 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417330
Apr 15 15:04:17.040169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 60876) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:17.289206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306eeedf-fa7e-4dcc-86a5-4f5515c77d87 tempest-TestShelveInstance-1960878439 tempest-TestShelveInstance-1960878439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:17.290880 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-306eeedf-fa7e-4dcc-86a5-4f5515c77d87 tempest-TestShelveInstance-1960878439 tempest-TestShelveInstance-1960878439-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1093 time: 0.2496016
Apr 15 15:04:17.294213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 60886) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:17.301278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'port_id': '34732508-a673-46be-a455-606ca98118d3', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:17.345284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:17.358710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Usage tracker for resource:floatingip and tenant:1447e38af9314975b502981165fe11e1 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:04:17.363987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:04:17.372450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:17.412630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34958722-8665-4cbf-aceb-6547b1816a90 req-64d8673d-92cc-4db2-a9b8-7b5ea6e6a2b5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:17.414268 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-34958722-8665-4cbf-aceb-6547b1816a90 req-64d8673d-92cc-4db2-a9b8-7b5ea6e6a2b5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1170595
Apr 15 15:04:17.437281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for floatingip, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:17.539581 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-34958722-8665-4cbf-aceb-6547b1816a90 req-88701091-4f82-4131-a32b-dcc8f577e500 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186779
Apr 15 15:04:17.604771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:17.957212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Allocated IP 172.27.0.102 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/be2fb2c9-a40d-404a-aea6-6b00784c868d) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:04:18.110498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:18.181231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:18.196485 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:18.328200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'Port': ['ID=be2fb2c9-a40d-404a-aea6-6b00784c868d,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:18.342335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.342742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.343141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.343534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.343942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.344309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.344690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.345070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.345450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.345835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.346252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.346636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:18.359970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:18.398005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:04:18.399162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:04:18.401559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:04:18.632280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:18.748275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9e2a3-884a-4d3d-bffb-d1be185db582 req-68c442e2-befc-437e-9032-5391a119f4bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:18.750019 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aed9e2a3-884a-4d3d-bffb-d1be185db582 req-68c442e2-befc-437e-9032-5391a119f4bf tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0930753
Apr 15 15:04:18.807195 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aed9e2a3-884a-4d3d-bffb-d1be185db582 req-d677d6ed-7d56-4c0e-891c-f6eee31aaa5c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502660
Apr 15 15:04:19.068951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:19.247827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:19.564136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:19.586310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:19.601900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1d39a41-8fa9-417b-82e2-d076d9513785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:19.737124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event updated for resources: {'Port': ['ID=be2fb2c9-a40d-404a-aea6-6b00784c868d,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:19.742921 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:19.845299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:20.308408 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Floating IP 3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee associated. External IP: 172.27.0.102, port: 34732508-a673-46be-a455-606ca98118d3.
Apr 15 15:04:20.454580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414d63-580f-47a6-a5f1-9d4e8c321e40 req-20997494-4b16-4903-9f1c-408529547af7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:20.456165 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e0414d63-580f-47a6-a5f1-9d4e8c321e40 req-20997494-4b16-4903-9f1c-408529547af7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.4897225
Apr 15 15:04:20.543712 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e0414d63-580f-47a6-a5f1-9d4e8c321e40 req-3eeb9e2d-46f1-4c28-9dbe-195f41c908bb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678790
Apr 15 15:04:20.749209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Router 7322df14-f82f-45ea-8771-138111216172 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:04:20.998209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:04:21.009049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] Sync routers for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:04:21.020544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:04:21.021335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dca9e10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:04:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:21.051509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f514ee-ff7c-48e6-b576-3df93912d281 req-76d5af0e-e527-43fe-84ab-21c7fbf78e26 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.053175 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f9f514ee-ff7c-48e6-b576-3df93912d281 req-76d5af0e-e527-43fe-84ab-21c7fbf78e26 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1335514
Apr 15 15:04:21.076568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:21.164956 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f9f514ee-ff7c-48e6-b576-3df93912d281 req-b29031c8-6768-428f-b144-bf274ff4cfd5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042502
Apr 15 15:04:21.166630 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8711312
Apr 15 15:04:21.167392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:21.242371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:04:21.249600 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'status': 'completed', 'code': 200}
Apr 15 15:04:21.309203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-a1640140-ddc6-423b-8180-eece0227a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.311641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-a1640140-ddc6-423b-8180-eece0227a18c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1099 time: 0.3144875
Apr 15 15:04:21.367173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-04214058-8481-4c62-a97a-90ff976a8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.369118 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-04214058-8481-4c62-a97a-90ff976a8961 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.0884683
Apr 15 15:04:21.484737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-7667835b-2d34-4a54-b473-ff9d6c6d9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.486371 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-7667835b-2d34-4a54-b473-ff9d6c6d9e84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.1674130
Apr 15 15:04:21.548063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-8c56d87a-5dc7-4076-a034-9d2a34d80296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.549550 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-8c56d87a-5dc7-4076-a034-9d2a34d80296 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.1727340
Apr 15 15:04:21.612328 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-05f4bb18-8dc8-4655-b3cc-5cc5b3e674a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 1002 time: 0.1179321
Apr 15 15:04:21.682803 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-2c69b30a-577e-49c5-b5fe-30b7a80dfdf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 999 time: 0.1253419
Apr 15 15:04:21.685495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-2ffc993d-47a8-4111-9b51-1a296c62a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.687321 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-2ffc993d-47a8-4111-9b51-1a296c62a556 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0676012
Apr 15 15:04:21.715651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dca9e10>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '7322df14-f82f-45ea-8771-138111216172', 'port_id': '34732508-a673-46be-a455-606ca98118d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'mac_address': 'fa:16:3e:99:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:18Z', 'updated_at': '2021-04-15T15:04:18Z', 'revision_number': 0, 'project_id': '1447e38af9314975b502981165fe11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:21.719883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] Checking router: 7322df14-f82f-45ea-8771-138111216172 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:04:21.729566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:04:21.730250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dca9e10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:04:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:21.764418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-82cef419-dccd-447d-8c15-013b8fd979ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.765996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-82cef419-dccd-447d-8c15-013b8fd979ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0709305
Apr 15 15:04:21.779432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-a2d07a40-ad3f-4c0f-8f02-8a48bc514afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.781037 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-a2d07a40-ad3f-4c0f-8f02-8a48bc514afb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0853221
Apr 15 15:04:21.862773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-90ef2a08-e9d2-44d4-afd3-6b3e1ddbe788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:21.864597 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-90ef2a08-e9d2-44d4-afd3-6b3e1ddbe788 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0894067
Apr 15 15:04:21.965819 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-ddcea8fd-7ccc-401e-913a-e33c7cd454d7 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593029
Apr 15 15:04:22.021056 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-a93a1ecf-9bd6-4648-8961-31c58021da77 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450977
Apr 15 15:04:22.098631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:04:22.116562 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b816ccaa-98e7-476f-a332-91648af1ba03 req-b18a88e5-d568-40c3-8816-72125f74529c service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426477
Apr 15 15:04:22.174957 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00c4ca1b-eef5-467e-a6bc-03beb68c52e0 req-2e93d31b-74a7-419a-a56f-c33c1eda010c service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418843
Apr 15 15:04:22.481170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dca9e10>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '7322df14-f82f-45ea-8771-138111216172', 'port_id': '34732508-a673-46be-a455-606ca98118d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'mac_address': 'fa:16:3e:99:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:18Z', 'updated_at': '2021-04-15T15:04:18Z', 'revision_number': 0, 'project_id': '1447e38af9314975b502981165fe11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:22.485610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f718d5-15f1-4413-97f5-5992ad58442a None None] The sync data for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi is: [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '7322df14-f82f-45ea-8771-138111216172', 'port_id': '34732508-a673-46be-a455-606ca98118d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'mac_address': 'fa:16:3e:99:95:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:18Z', 'updated_at': '2021-04-15T15:04:18Z', 'revision_number': 0, 'project_id': '1447e38af9314975b502981165fe11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:04:22.516493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f82ad-dc1a-4e17-bc8f-59939bdd9d23 req-c0006b45-5f59-4125-89f0-0dd642bb59bd tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:22.518244 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ff4f82ad-dc1a-4e17-bc8f-59939bdd9d23 req-c0006b45-5f59-4125-89f0-0dd642bb59bd tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0913305
Apr 15 15:04:22.574505 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ff4f82ad-dc1a-4e17-bc8f-59939bdd9d23 req-64b27e03-6df8-4d98-b714-b6ceb08dc6d7 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488653
Apr 15 15:04:22.764797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39e7b6-69f7-4365-97ab-df2b2939edb6 None None] New status for floating IP 3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee: ACTIVE {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:04:23.779330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2008c22-e5e9-471b-bb3e-51db0dc341d2 req-3f0a6855-09c7-40d8-a67e-d6e7dd50716d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:23.780853 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d2008c22-e5e9-471b-bb3e-51db0dc341d2 req-3f0a6855-09c7-40d8-a67e-d6e7dd50716d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0886421
Apr 15 15:04:23.829920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d2008c22-e5e9-471b-bb3e-51db0dc341d2 req-864cb170-9ac2-4110-8cc1-c319d144172d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415275
Apr 15 15:04:26.308426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-7d97ba77-0bfb-4603-99e3-fc679928fed4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:26.310005 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-7d97ba77-0bfb-4603-99e3-fc679928fed4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.1567550
Apr 15 15:04:26.326078 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-71e8bdc2-c2c0-4153-a955-6ab453c56346 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/quotas/d3e7dca6367546b4a42fd90136ef461a HTTP/1.1" status: 200  len: 375 time: 0.0096090
Apr 15 15:04:26.417675 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-9d7bc3ed-9bf2-4427-b28c-56ffc228781d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0855887
Apr 15 15:04:26.564126 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-5de3450b-d84b-4f26-bd24-4078d92c5ddf service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389050
Apr 15 15:04:26.711106 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-f80b38a3-cf30-44e4-af69-4020d8d19ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397860
Apr 15 15:04:26.987391 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5aa514ff-907e-4996-8784-40ef677882c7 req-481ad768-5b62-4047-91c6-c680b8362680 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 210 time: 0.0526512
Apr 15 15:04:27.622729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375c22d-f1fb-4614-a68c-a5f049685219 req-a479aeda-90e9-4dd4-9f28-6369195f24d8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:27.624305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b375c22d-f1fb-4614-a68c-a5f049685219 req-a479aeda-90e9-4dd4-9f28-6369195f24d8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.0914690
Apr 15 15:04:27.673522 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b375c22d-f1fb-4614-a68c-a5f049685219 req-decae092-06e8-45f5-b6d4-a0b6f867df48 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418041
Apr 15 15:04:28.157689 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-320c5561-c292-4b99-8dc7-3c9df18adb74 req-bd2d7b82-eb8f-4859-be07-7ad1e2c7f2c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 210 time: 0.0520658
Apr 15 15:04:28.545749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-944f3265-4ab4-4995-8230-38060e559c52 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:28.547343 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-944f3265-4ab4-4995-8230-38060e559c52 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.1575534
Apr 15 15:04:28.575912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Request body: {'port': {'device_id': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'admin_state_up': True, 'tenant_id': 'd3e7dca6367546b4a42fd90136ef461a'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:28.895321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993ee5a-d2cf-4e08-ad91-1ba50ba3b6a6 req-cc417a95-dac2-484f-ab06-f822cf133fa8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:28.896914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5993ee5a-d2cf-4e08-ad91-1ba50ba3b6a6 req-cc417a95-dac2-484f-ab06-f822cf133fa8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.0956237
Apr 15 15:04:28.944886 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5993ee5a-d2cf-4e08-ad91-1ba50ba3b6a6 req-ed3a20e3-0128-4e9d-b267-4302927975bf tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413723
Apr 15 15:04:28.960690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:28.970662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:29.008810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Made reservation on behalf of d3e7dca6367546b4a42fd90136ef461a for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:04:29.014923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:29.182363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Allocated IP 172.20.0.13 (b8942cf0-255a-43d7-a034-6853003cc4b1/fea77b8e-5a39-4ef2-85d5-2adccac8fd85/a27b0737-93a1-4ada-a4af-22cd54b84b21) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:04:29.371767 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-59da57b5-c066-4df6-9e20-e29f48e3ac2f req-857608d4-5077-40ef-9b3a-7496ceb322f3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 210 time: 0.0588076
Apr 15 15:04:29.475848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:29.524219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:29.536328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:29.540477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:29.594112 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-351750ab-cf48-45cd-9b84-28267389c905 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:29.595846 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-351750ab-cf48-45cd-9b84-28267389c905 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.1016669
Apr 15 15:04:29.688548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event updated for resources: {'Port': ['ID=a27b0737-93a1-4ada-a4af-22cd54b84b21,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:29.694561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:29.701585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Deleting port e39db290-26e7-4e8c-8e56-6fe847e46640 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:04:29.702109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:29.749099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Network b8942cf0-255a-43d7-a034-6853003cc4b1 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:04:29.750306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:04:29.752552 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:04:29.822888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:29.823572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:29.879146 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3074608
Apr 15 15:04:29.892271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Request body: {'port': {'device_id': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:29.975611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] For port e39db290-26e7-4e8c-8e56-6fe847e46640, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e39db290-26e7-4e8c-8e56-6fe847e46640,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:29.976151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.017272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.355360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f16c0-50d1-4b36-8b0f-35c6a4233cf7 req-443b4706-330b-4ab8-ba53-ae0489f9efed tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:30.356958 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-260f16c0-50d1-4b36-8b0f-35c6a4233cf7 req-443b4706-330b-4ab8-ba53-ae0489f9efed tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 947 time: 0.2770870
Apr 15 15:04:30.372252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.372673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.373022 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Floating IP e79f66cc-6482-4a6d-80e4-021133c4063b disassociated. External IP: 172.27.0.108, port: e39db290-26e7-4e8c-8e56-6fe847e46640.
Apr 15 15:04:30.373403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Calling delete_port for e39db290-26e7-4e8c-8e56-6fe847e46640 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:04:30.442489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27b0737-93a1-4ada-a4af-22cd54b84b21 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:30.459891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.591302 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-260f16c0-50d1-4b36-8b0f-35c6a4233cf7 req-9e2c0009-03e7-4770-a995-d90b5c6bd3c7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9785143-41c0-4ce7-9b38-ef121a27d8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2266185
Apr 15 15:04:30.618379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Transition to ACTIVE for port object a27b0737-93a1-4ada-a4af-22cd54b84b21 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:04:30.654796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.660499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857d86d-7a39-49a6-939f-0d2c0d971c7b req-8a923b56-ff1a-4b9f-b1cb-2802c9da38e7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:30.662955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a857d86d-7a39-49a6-939f-0d2c0d971c7b req-8a923b56-ff1a-4b9f-b1cb-2802c9da38e7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:30.671273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a5ceb165-04c7-4e62-afcf-c118c759986f tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:30.683540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:30.699473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:30.739318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 32828) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:30.768541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event deleted for resources: {'Port': ['ID=e39db290-26e7-4e8c-8e56-6fe847e46640,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:30.776360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:30.796551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a857d86d-7a39-49a6-939f-0d2c0d971c7b req-8a923b56-ff1a-4b9f-b1cb-2802c9da38e7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:30.797693 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a857d86d-7a39-49a6-939f-0d2c0d971c7b req-8a923b56-ff1a-4b9f-b1cb-2802c9da38e7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 932 time: 0.2327650
Apr 15 15:04:30.929847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Pushing event updated for resources: {'Port': ['ID=a27b0737-93a1-4ada-a4af-22cd54b84b21,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:30.939233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:30.947667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Deleting subnet d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:04:30.968309 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a857d86d-7a39-49a6-939f-0d2c0d971c7b req-37451708-4b3d-48fe-8b16-9a4c4babbdea tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306179
Apr 15 15:04:30.969115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.044069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.047831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:04:31.248513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.404405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Attempting to bind port a27b0737-93a1-4ada-a4af-22cd54b84b21 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:04:31.404793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Attempting to bind port a27b0737-93a1-4ada-a4af-22cd54b84b21 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:04:31.405150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Attempting to bind port a27b0737-93a1-4ada-a4af-22cd54b84b21 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:31.414967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Port a27b0737-93a1-4ada-a4af-22cd54b84b21 on network b8942cf0-255a-43d7-a034-6853003cc4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:04:31.415326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Attempting to bind port a27b0737-93a1-4ada-a4af-22cd54b84b21 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:31.430448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:04:31.430836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Checking segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:04:31.431258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Bound using segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:04:31.439966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Bound port: a27b0737-93a1-4ada-a4af-22cd54b84b21, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:04:31.439966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.479857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:04:31.492391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096791c7-edd8-449f-8856-0959018a2608 None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:04:31.502513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:04:31.504073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426db68208>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:04:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:31.518590 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:04:31.595906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] No DVR routers for this DVR port e39db290-26e7-4e8c-8e56-6fe847e46640 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:04:31.600013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.605115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-deleted', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:31.635307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] For port a27b0737-93a1-4ada-a4af-22cd54b84b21, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:04:31.646911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] For port a27b0737-93a1-4ada-a4af-22cd54b84b21, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:04:31.656081 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-818a5f4b-b86d-47a0-8776-6e0861546528 req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "DELETE /v2.0/ports/e39db290-26e7-4e8c-8e56-6fe847e46640 HTTP/1.1" status: 204  len: 173 time: 2.0500295
Apr 15 15:04:31.684083 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05631e86-ae22-46a3-b74e-539f4dff2128', 'name': 'network-vif-deleted', 'tag': 'e39db290-26e7-4e8c-8e56-6fe847e46640', 'status': 'completed', 'code': 200}
Apr 15 15:04:31.684367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.702126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-141f9f43-c334-483c-b18a-b588aeef22b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:31.911286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:31.917512 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7fdb8b84-e739-4022-916b-2f88080a0b24 req-5e922e81-6e91-41ec-9dfb-0491a7348995 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=05631e86-ae22-46a3-b74e-539f4dff2128 HTTP/1.1" status: 200  len: 210 time: 0.0708244
Apr 15 15:04:31.922105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:04:31.945149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Pushing event updated for resources: {'Port': ['ID=a27b0737-93a1-4ada-a4af-22cd54b84b21,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:32.011243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:32.011724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:32.069314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:32.077030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:32.117283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:32.118261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:32.119755 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] 10.222.0.10 "PUT /v2.0/ports/a27b0737-93a1-4ada-a4af-22cd54b84b21 HTTP/1.1" status: 200  len: 1094 time: 2.2323987
Apr 15 15:04:32.120479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'tag': 'a27b0737-93a1-4ada-a4af-22cd54b84b21'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:32.127769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:32.148966 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8fe9bc9c-1a6b-4ad9-bc8d-a2480e725093 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6bc9c8d-e8d2-4e68-8b4c-d48396286b1d HTTP/1.1" status: 204  len: 168 time: 1.4061244
Apr 15 15:04:32.149585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 32840) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:32.259145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d2814-8885-4612-af10-cc8dbb79ffa5 req-472e7ee4-d071-491d-a846-7550a1c747e7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:32.267643 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d54d2814-8885-4612-af10-cc8dbb79ffa5 req-472e7ee4-d071-491d-a846-7550a1c747e7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 944 time: 0.1499524
Apr 15 15:04:32.291899 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'tag': 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'status': 'completed', 'code': 200}
Apr 15 15:04:32.329066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426db68208>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:32.332855 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d54d2814-8885-4612-af10-cc8dbb79ffa5 req-175bd1c4-4d50-4f59-9cdb-e6bcccc1c890 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638931
Apr 15 15:04:32.334420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096791c7-edd8-449f-8856-0959018a2608 None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:04:32.344385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:04:32.345063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426db68208>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:04:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:32.375158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:32.562308 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:04:32.776311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-5e6473c5-e9e5-4b16-9eb4-1ad8ea10b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:32.777886 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-5e6473c5-e9e5-4b16-9eb4-1ad8ea10b598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 1097 time: 0.5827084
Apr 15 15:04:32.811640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-95475734-5ddc-457e-af36-dd55a3611f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:32.915235 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-7d022454-1638-4afc-85bd-dda9cbf504b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21 HTTP/1.1" status: 200  len: 217 time: 0.0900445
Apr 15 15:04:32.919475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.103115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-9922a24e-8a63-4e39-bb45-560b7d54cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:33.104602 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-9922a24e-8a63-4e39-bb45-560b7d54cdf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.1695209
Apr 15 15:04:33.108208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d8ccfd0>,) {'filters': {'network_id': ['a1c5517c-1657-42fd-a6ac-55e68e62a0ef']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:33.137951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-096791c7-edd8-449f-8856-0959018a2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426db68208>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:33.142323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096791c7-edd8-449f-8856-0959018a2608 None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:04:33.154801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 32848) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:33.165900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d8ccfd0>, '4e81ef57-7597-4fbc-9408-0e2476010079') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:33.166267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d8ccfd0>, '4e81ef57-7597-4fbc-9408-0e2476010079') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:33.185214 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-a57bbea6-2068-43ad-9cf6-90bf1b82d448 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667539
Apr 15 15:04:33.189574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.232212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.263201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.283441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.298385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:04:33.346211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.352014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b008c1bf-9c7a-473d-962b-cd778948a9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:33.369009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9785143-41c0-4ce7-9b38-ef121a27d8ca,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:33.379514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:33.434431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.435996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9785143-41c0-4ce7-9b38-ef121a27d8ca HTTP/1.1" status: 204  len: 168 time: 0.2800076
Apr 15 15:04:33.438740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 32854) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:33.464563 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.v2.resource [None req-6fe5e114-9f4c-4cd0-9559-5d3158605642 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] show failed (client error): The resource could not be found.
Apr 15 15:04:33.464563 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6fe5e114-9f4c-4cd0-9559-5d3158605642 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups/a9785143-41c0-4ce7-9b38-ef121a27d8ca HTTP/1.1" status: 404  len: 347 time: 0.0239031
Apr 15 15:04:33.466951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 32858) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:33.531224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:04:33.542486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.565315 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-ffd56e85-5554-4d3a-9b29-4c5e899308fd service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3666131
Apr 15 15:04:33.636544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0f7c5-656c-4160-9461-35eb8b2aadd6 None None] New status for floating IP e79f66cc-6482-4a6d-80e4-021133c4063b: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:04:33.643035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Deleting port f39f73fa-4d29-474e-92e3-f7620abd2d15 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:04:33.643415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.849228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.849443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:33.877536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Network a1c5517c-1657-42fd-a6ac-55e68e62a0ef has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:04:33.904137 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:04:33.986656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Calling delete_port for f39f73fa-4d29-474e-92e3-f7620abd2d15 owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:04:34.036650 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7b13cc92-c8d7-4e89-aa04-f833212faee7 req-1f1c1764-09ba-4b32-a293-a64416b076c0 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3900294
Apr 15 15:04:34.046230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f294491-c364-4871-b9d4-f491bdd35e51 req-f47cd243-a7d6-4b33-916d-8dd3c6a87842 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:34.047892 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f294491-c364-4871-b9d4-f491bdd35e51 req-f47cd243-a7d6-4b33-916d-8dd3c6a87842 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 944 time: 0.5693190
Apr 15 15:04:34.075499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.083562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.089495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:34.158016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:04:34.158627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:04:34.166550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c5517c-1657-42fd-a6ac-55e68e62a0ef,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:34.169127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:34.184741 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f294491-c364-4871-b9d4-f491bdd35e51 req-a88325dc-6122-44ee-ba17-fc2f9b1d9478 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300054
Apr 15 15:04:34.210625 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-85e3137c-c194-4404-bc02-4b5f08d02070 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1c5517c-1657-42fd-a6ac-55e68e62a0ef HTTP/1.1" status: 204  len: 168 time: 2.0599318
Apr 15 15:04:34.216759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-d8794724-f5fa-41ff-b5e4-787c0150ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:34.218477 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-d8794724-f5fa-41ff-b5e4-787c0150ce6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 1097 time: 0.0962174
Apr 15 15:04:34.363503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-8c743e60-f87f-4813-bcad-14b110ee2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:34.365471 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-8c743e60-f87f-4813-bcad-14b110ee2cb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 916 time: 0.1399601
Apr 15 15:04:34.442164 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-8e0b40d6-dcfa-47c5-8621-8b62c085c576 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21 HTTP/1.1" status: 200  len: 217 time: 0.0693743
Apr 15 15:04:34.511025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-c7447381-9b46-446d-ab45-5db92b62a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:34.512468 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-c7447381-9b46-446d-ab45-5db92b62a1d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.0639315
Apr 15 15:04:34.556369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 32866) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:34.570939 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-b435be6f-f39e-4696-9719-e4c993caaca4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492299
Apr 15 15:04:34.609604 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-33666285-acbd-4b4b-84f8-d348520e51ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd4c199c947d40a9900f98427ad2a844&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519252
Apr 15 15:04:34.612331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 32870) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:34.660710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Deleting port f39f73fa-4d29-474e-92e3-f7620abd2d15 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:04:34.661089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.720275 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-d2d21647-8f5a-4bf0-939b-9a59487b2020 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374481
Apr 15 15:04:34.730794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.832062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.843396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c77f02c-bb8e-40bd-90e4-25c24845e925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.884848 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c656a2d5-3091-4d53-ab97-ec095497bea1 req-3a1b160d-7dc3-4242-b317-98f58fcb03f3 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423593
Apr 15 15:04:34.917040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:34.917405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:35.043808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:35.053557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Calling delete_port for f39f73fa-4d29-474e-92e3-f7620abd2d15 owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:04:35.082513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b87c7e44-af2c-4173-baf8-5e006924324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:35.105101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef5143-ce4a-43ba-ae3e-0472f7950d49,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:35.116534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:35.144346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:04:35.181604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: e39db290-26e7-4e8c-8e56-6fe847e46640 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:04:35.182285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e39db290-26e7-4e8c-8e56-6fe847e46640 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:04:35.203202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:35.204426 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-fdf0461b-773e-41e1-ab0e-64bf648dbc67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20ef5143-ce4a-43ba-ae3e-0472f7950d49 HTTP/1.1" status: 204  len: 168 time: 0.5907981
Apr 15 15:04:35.266444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:35.287315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:35.416461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event deleted for resources: {'Port': ['ID=f39f73fa-4d29-474e-92e3-f7620abd2d15,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:35.430279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:35.527196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f4470-ec78-4fdc-b56c-6475419ca728 req-285901f2-445e-4720-be8d-c7e0adb1e5ca tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:35.528909 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d46f4470-ec78-4fdc-b56c-6475419ca728 req-285901f2-445e-4720-be8d-c7e0adb1e5ca tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 944 time: 0.2053182
Apr 15 15:04:35.607560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:35.639336 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d46f4470-ec78-4fdc-b56c-6475419ca728 req-e3339be3-f418-4d5a-8f5e-a0573153cabe tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018438
Apr 15 15:04:35.644608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:35.645881 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "DELETE /v2.0/floatingips/e79f66cc-6482-4a6d-80e4-021133c4063b HTTP/1.1" status: 204  len: 168 time: 2.1778631
Apr 15 15:04:36.087509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 32882) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:36.093187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142440984', 'description': 'tempest-description--1197884326'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:36.099985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:36.104313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:04:36.107657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:04:36.114202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:36.140526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.157427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.179635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:36.183637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:04:36.186573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:04:36.192617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:36.292370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.317552 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.322834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1145c2b2-ffac-4b9d-a5a4-aa95e36e44ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:36.366925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:36.369765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:36.391706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.393043 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3044367
Apr 15 15:04:36.396995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 32886) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:36.402661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'security_group_rule': {'security_group_id': 'c8ab0fb3-d282-4c39-8532-e63af7dc9d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:36.408966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:36.413588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:04:36.416592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:04:36.422580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:36.455518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.520126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.551598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.553802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eedf5d59-a2c5-4b76-93b1-ba4eb2981140 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:36.577116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123c9939-c547-4467-8708-4d02857c71ea,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:36.579558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:36.609388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.610684 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6d30de59-d439-48a1-b57a-f5a51bed23b0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2126930
Apr 15 15:04:36.613481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 32890) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:36.619034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'security_group_rule': {'security_group_id': 'c8ab0fb3-d282-4c39-8532-e63af7dc9d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:36.624900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:36.629252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:security_group_rule and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:04:36.632225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:04:36.638106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:36.678788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.746195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.746468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.763322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.765658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:36.791231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d144273b-b964-4607-afe9-de1dd9cd3d52,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:36.793879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:36.832724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:36.837052 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2195432
Apr 15 15:04:36.837424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 32896) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:36.843313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:36.844919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66704bc-4551-4544-bf87-ca5a447b93d6 req-69ee2708-8144-4e2a-8fd5-d644eaa10c7e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:36.846712 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a66704bc-4551-4544-bf87-ca5a447b93d6 req-69ee2708-8144-4e2a-8fd5-d644eaa10c7e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 944 time: 0.0911207
Apr 15 15:04:36.850541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:36.854346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Usage tracker for resource:floatingip and tenant:601a38b9c2834be886bea02ceb08324e is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:04:36.857377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:04:36.864191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:36.896095 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a66704bc-4551-4544-bf87-ca5a447b93d6 req-38b7e392-43dd-4444-bd1e-f02ddcbb9935 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418794
Apr 15 15:04:36.906680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.049524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.158134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device a27b0737-93a1-4ada-a4af-22cd54b84b21 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:04:37.196069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Allocated IP 172.27.0.223 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/7fd20856-12d3-4111-9176-5bd9e26a575e) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:04:37.301030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port a27b0737-93a1-4ada-a4af-22cd54b84b21, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:37.314887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'port_id': 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'mac_address': 'fa:16:3e:81:09:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea77b8e-5a39-4ef2-85d5-2adccac8fd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:04:37.354831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.373654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.391175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27b0737-93a1-4ada-a4af-22cd54b84b21 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:37.407571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port a27b0737-93a1-4ada-a4af-22cd54b84b21, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:37.415117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.430593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:37.454637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.457809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:37.542100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=a27b0737-93a1-4ada-a4af-22cd54b84b21,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:37.550531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.550925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.551305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.551681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.552052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.552422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.552792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.553156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.553544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.553969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.554364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.554729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:04:37.563031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:37.564228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.567167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'Port': ['ID=7fd20856-12d3-4111-9176-5bd9e26a575e,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:37.572338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:37.621506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:04:37.622676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:04:37.624734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:04:37.709865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:37.799799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['a27b0737-93a1-4ada-a4af-22cd54b84b21'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:38.085118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:38.214090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335d965-df99-4c9f-8a30-49dbb4447387 req-6c4645d0-f96a-492b-8fe3-ffacea0e7271 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:38.215701 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b335d965-df99-4c9f-8a30-49dbb4447387 req-6c4645d0-f96a-492b-8fe3-ffacea0e7271 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 945 time: 0.1998758
Apr 15 15:04:38.343397 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b335d965-df99-4c9f-8a30-49dbb4447387 req-defdd227-d1a4-447d-a083-7e0208ef617c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168451
Apr 15 15:04:38.426379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:38.460050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:38.475647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-423cf3e0-bdfe-4d96-a40d-3b5cb585de80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:38.610621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'Port': ['ID=7fd20856-12d3-4111-9176-5bd9e26a575e,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:38.619503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:38.716290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:38.757319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:38.758662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9200869
Apr 15 15:04:38.996290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-665a881e-d4ee-4f69-b70a-24eced8ee085 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:39.048742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-665a881e-d4ee-4f69-b70a-24eced8ee085 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:39.050756 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-665a881e-d4ee-4f69-b70a-24eced8ee085 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2142440984&fields=id&tenant_id=601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 267 time: 0.0988243
Apr 15 15:04:39.163844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device a27b0737-93a1-4ada-a4af-22cd54b84b21 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:04:39.214264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-b82b2a25-5456-43e9-9396-1aa251a42043 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:39.215168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-b82b2a25-5456-43e9-9396-1aa251a42043 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:39.248752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-b82b2a25-5456-43e9-9396-1aa251a42043 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:39.250019 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-b82b2a25-5456-43e9-9396-1aa251a42043 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 815 time: 0.1918063
Apr 15 15:04:39.266443 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-df7dd5f8-0726-47da-9c4a-5705ab17464d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/quotas/601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 375 time: 0.0098531
Apr 15 15:04:39.271751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port a27b0737-93a1-4ada-a4af-22cd54b84b21 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:39.277270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port a27b0737-93a1-4ada-a4af-22cd54b84b21 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:39.277691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:39.358081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-6eb5c3db-f691-42f5-9d6e-11a0e1737185 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:39.391812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-6eb5c3db-f691-42f5-9d6e-11a0e1737185 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:39.394210 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-6eb5c3db-f691-42f5-9d6e-11a0e1737185 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1210341
Apr 15 15:04:39.404655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:39.434987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27b0737-93a1-4ada-a4af-22cd54b84b21'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:39.445502 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port a27b0737-93a1-4ada-a4af-22cd54b84b21, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:39.477666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:39.480470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:39.553869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=a27b0737-93a1-4ada-a4af-22cd54b84b21,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:39.557461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:39.572421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b703d6d-ef05-4716-8cb3-db952156fcd9 req-da699080-b4e2-409a-9df3-363718115483 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:39.574149 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0b703d6d-ef05-4716-8cb3-db952156fcd9 req-da699080-b4e2-409a-9df3-363718115483 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 946 time: 0.1067526
Apr 15 15:04:39.622836 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0b703d6d-ef05-4716-8cb3-db952156fcd9 req-7c940d4f-1c40-40a1-8c4f-de478ff7b6be tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419338
Apr 15 15:04:39.662787 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-113db0bb-2ac6-4f82-800a-0a8101b695a1 service neutron] 10.222.0.20 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551103
Apr 15 15:04:39.679760 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'code': 200}
Apr 15 15:04:39.811799 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-529a89dc-7175-4aa3-8583-e4bfdc81c6de service neutron] 10.222.0.20 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415927
Apr 15 15:04:40.047804 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6a0b3bb-166f-48f4-add6-c8b8f741ec5e req-761ab562-9094-4733-a495-732fab11316a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 210 time: 0.0524125
Apr 15 15:04:40.054201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9a31c-d770-45ee-b4db-4744d5c3e27a req-ae21eec9-76f5-4b0b-bf80-9acb11e924f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:40.055750 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9c9a31c-d770-45ee-b4db-4744d5c3e27a req-ae21eec9-76f5-4b0b-bf80-9acb11e924f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 1099 time: 0.1297367
Apr 15 15:04:40.102517 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9c9a31c-d770-45ee-b4db-4744d5c3e27a req-c1c353c1-f203-43cd-98cf-c17911fddddb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367348
Apr 15 15:04:40.834142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023781a-1962-4c66-a77f-515d492b30ac req-15b5b7fe-47a3-4dbb-834d-9441ea6a6d4e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:40.835844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8023781a-1962-4c66-a77f-515d492b30ac req-15b5b7fe-47a3-4dbb-834d-9441ea6a6d4e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 946 time: 0.0982690
Apr 15 15:04:40.884788 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8023781a-1962-4c66-a77f-515d492b30ac req-80a8398b-060f-498f-8a67-06ffc1e098ab tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421381
Apr 15 15:04:41.216535 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d2ac30b0-cd18-4832-ae65-83ba541f046a req-8c287c4e-9d4c-45a6-acea-94be930c97f6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 210 time: 0.0502367
Apr 15 15:04:41.979360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-d0f6b399-8b87-4e48-9219-d1da65eabe24 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:41.980920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-d0f6b399-8b87-4e48-9219-d1da65eabe24 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 815 time: 0.1617124
Apr 15 15:04:42.064393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-8720cc53-5ef3-4f1e-8c9f-35743caf2943 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:42.078138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-8720cc53-5ef3-4f1e-8c9f-35743caf2943 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:42.079700 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-8720cc53-5ef3-4f1e-8c9f-35743caf2943 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 5705 time: 0.0886202
Apr 15 15:04:42.090475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'port': {'device_id': 'efeacdfc-c631-4439-8883-f5da32a72559', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'admin_state_up': True, 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'security_groups': ['c8ab0fb3-d282-4c39-8532-e63af7dc9d2e']}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:42.093972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa08032-65b5-48a0-a50d-d01e0246ea45 req-af3e894c-13b8-4f3d-8048-78af0e873eee tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:42.095561 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7aa08032-65b5-48a0-a50d-d01e0246ea45 req-af3e894c-13b8-4f3d-8048-78af0e873eee tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 946 time: 0.0896482
Apr 15 15:04:42.145228 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7aa08032-65b5-48a0-a50d-d01e0246ea45 req-9e2cc226-d19e-4b75-8cd8-854da77eb6af tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427120
Apr 15 15:04:42.238531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:42.248757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:42.283109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Made reservation on behalf of 601a38b9c2834be886bea02ceb08324e for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:04:42.290592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:42.395175 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1529deb1-f542-4ead-9552-771e07b7a722 req-8cbf7344-831e-4aa7-a9b2-7a24e8a1f4e7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 210 time: 0.0582478
Apr 15 15:04:42.474728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Allocated IP 172.20.0.9 (3b8c35f2-0e21-4c52-a09c-ec81ceb82065/41060655-a340-4c50-b60d-57b168c50058/0eeaab9b-e44a-44c7-b415-820c19982c7a) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:04:42.675658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:42.692640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Transition to ACTIVE for port object 0eeaab9b-e44a-44c7-b415-820c19982c7a will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:04:42.752401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:42.768441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:42.911807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:42.914806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:42.973132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:04:42.974338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:04:42.976598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:04:43.049573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:43.050856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:43.118422 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0320253
Apr 15 15:04:43.133504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Request body: {'port': {'device_id': 'efeacdfc-c631-4439-8883-f5da32a72559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:43.231639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-e5f25be0-f951-402c-81b3-57b161eebd32 None None] Provisioning for port 0eeaab9b-e44a-44c7-b415-820c19982c7a completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:43.236743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-e5f25be0-f951-402c-81b3-57b161eebd32 None None] Provisioning complete for port 0eeaab9b-e44a-44c7-b415-820c19982c7a triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:43.237193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e5f25be0-f951-402c-81b3-57b161eebd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:43.256294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:43.293585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-e5f25be0-f951-402c-81b3-57b161eebd32 None None] Port 0eeaab9b-e44a-44c7-b415-820c19982c7a cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:04:43.609218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd381f-e2bf-49f4-a700-fce74f486670 req-cdd545c4-9c0c-4555-9e3e-d76656e7bfc7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:43.610866 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-efdd381f-e2bf-49f4-a700-fce74f486670 req-cdd545c4-9c0c-4555-9e3e-d76656e7bfc7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 931 time: 0.0936415
Apr 15 15:04:43.661554 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-efdd381f-e2bf-49f4-a700-fce74f486670 req-ea858217-989c-41ae-adc0-3d499977fe57 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435700
Apr 15 15:04:43.687043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeaab9b-e44a-44c7-b415-820c19982c7a {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:43.692198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:43.707802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Transition to ACTIVE for port object 0eeaab9b-e44a-44c7-b415-820c19982c7a will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:04:43.746279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:43.761927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6eeabaef-d442-44f7-91f7-e516b592896c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:43.898500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:43.903575 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:44.138606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Attempting to bind port 0eeaab9b-e44a-44c7-b415-820c19982c7a on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:04:44.139056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Attempting to bind port 0eeaab9b-e44a-44c7-b415-820c19982c7a by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:04:44.139352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Attempting to bind port 0eeaab9b-e44a-44c7-b415-820c19982c7a on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:44.145616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Port 0eeaab9b-e44a-44c7-b415-820c19982c7a on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:04:44.145979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Attempting to bind port 0eeaab9b-e44a-44c7-b415-820c19982c7a on network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:44.151796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:04:44.154705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Checking segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:04:44.154705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Bound using segment: {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:04:44.154705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Bound port: 0eeaab9b-e44a-44c7-b415-820c19982c7a, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4db85c-2df1-49a5-a422-0478f082589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:04:44.154705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:44.257185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:04:44.260788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:04:44.338819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:44.398678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7e55645e-fe09-4c92-8633-7c50f95d3997 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:44.828342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:44.842327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:44.871247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-0edea944-b791-4f05-bc6e-3eb1873d9ebb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:44.872900 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-0edea944-b791-4f05-bc6e-3eb1873d9ebb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.5669045
Apr 15 15:04:44.896281 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-e4436186-bf5a-43a8-b6a5-67c79c52069f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/quotas/d3e7dca6367546b4a42fd90136ef461a HTTP/1.1" status: 200  len: 375 time: 0.0154655
Apr 15 15:04:44.899216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:44.899875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:44.901247 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-209f6a07-e3b5-4208-bba6-37b249d4c97c service neutron] 10.222.0.10 "PUT /v2.0/ports/0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 200  len: 1093 time: 1.7725277
Apr 15 15:04:44.901784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:44.913826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c7fd-bd2c-4f1d-b699-b1b2fa74e363 req-010d80bb-0efc-4f99-8407-96dc888baea7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:44.922511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b236c7fd-bd2c-4f1d-b699-b1b2fa74e363 req-010d80bb-0efc-4f99-8407-96dc888baea7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1355722
Apr 15 15:04:44.972868 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b236c7fd-bd2c-4f1d-b699-b1b2fa74e363 req-b6036b4f-96b2-4dfb-8798-4474e2008e70 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483313
Apr 15 15:04:45.006282 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-4f8f4510-bc44-4f3e-9030-8f50fe8b1b38 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0992057
Apr 15 15:04:45.073993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'status': 'completed', 'code': 200}
Apr 15 15:04:45.214491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-4785b407-1454-40a4-a584-bab1d1a7a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:45.216007 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-4785b407-1454-40a4-a584-bab1d1a7a386 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1096 time: 0.2087047
Apr 15 15:04:45.217992 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-c8431f55-8eb1-4c27-a4df-a51e06413bd3 service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747823
Apr 15 15:04:45.369088 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-02195b84-99e1-45e0-b0a2-6e535a7d6faa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 200  len: 217 time: 0.1201658
Apr 15 15:04:45.478811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-14264ed9-172c-4059-8436-3dd3b7b94139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:45.480305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-14264ed9-172c-4059-8436-3dd3b7b94139 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0969889
Apr 15 15:04:45.483696 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-a4fa6a0e-c21a-4cbc-a8da-dadfb7f3ed2d service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585783
Apr 15 15:04:45.572218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-534c5a9f-c2eb-4d03-ab8d-7a5a76b565fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:45.573830 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-534c5a9f-c2eb-4d03-ab8d-7a5a76b565fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0812726
Apr 15 15:04:45.719083 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bae3a913-3dbb-4ec2-bddd-9c4b64c6f53a req-ceadbb6f-dc37-4856-b784-d2267a3e8bc8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 210 time: 0.0499251
Apr 15 15:04:45.731612 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-996b34e8-ac28-4900-a16c-43463d1a439b service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441772
Apr 15 15:04:45.887630 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b3eaa2-56d5-44b2-9f78-9b2659c5a162 req-809dbde9-2d2f-45db-94f1-250fc494c62b service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402469
Apr 15 15:04:46.049654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495365de-36fe-452f-84fa-e8ea96b37899 req-06bc500c-55cb-4ca1-8b4e-7b446cdcea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.051286 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-06bc500c-55cb-4ca1-8b4e-7b446cdcea98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1096 time: 0.0782404
Apr 15 15:04:46.239699 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-2d98516c-3ea5-4b81-8365-099f40d6bdca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0861065
Apr 15 15:04:46.276358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495365de-36fe-452f-84fa-e8ea96b37899 req-e4b263c5-4539-43d0-96e5-570391b4b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.277956 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-e4b263c5-4539-43d0-96e5-570391b4b683 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.2117178
Apr 15 15:04:46.291505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ee9a-98ab-4bd5-aba8-f3276b0faa52 req-8bcccd20-4542-458d-a8bb-2786b6f7f591 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.292297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-f137ee9a-98ab-4bd5-aba8-f3276b0faa52 req-8bcccd20-4542-458d-a8bb-2786b6f7f591 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Synchronizing usage tracker for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:46.367288 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-0ef9d6ae-a4b2-4ace-8f00-a355fc378643 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 200  len: 217 time: 0.0718741
Apr 15 15:04:46.415504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-5e9a7291-fbf8-4441-ad77-5a7f074e69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.417109 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-5e9a7291-fbf8-4441-ad77-5a7f074e69e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 1099 time: 0.0798450
Apr 15 15:04:46.435427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-f137ee9a-98ab-4bd5-aba8-f3276b0faa52 req-8bcccd20-4542-458d-a8bb-2786b6f7f591 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Unset dirty status for tenant:601a38b9c2834be886bea02ceb08324e on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:46.436697 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f137ee9a-98ab-4bd5-aba8-f3276b0faa52 req-8bcccd20-4542-458d-a8bb-2786b6f7f591 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.2917628
Apr 15 15:04:46.484482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495365de-36fe-452f-84fa-e8ea96b37899 req-614521eb-7e99-4fbf-98d0-e36685a73eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.486130 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-614521eb-7e99-4fbf-98d0-e36685a73eb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0980606
Apr 15 15:04:46.499507 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f137ee9a-98ab-4bd5-aba8-f3276b0faa52 req-a4393f2e-aa48-47b2-8764-979b2415ef63 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521145
Apr 15 15:04:46.587944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495365de-36fe-452f-84fa-e8ea96b37899 req-87efec11-6639-4906-90a3-00c010380dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.589607 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-87efec11-6639-4906-90a3-00c010380dc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0859363
Apr 15 15:04:46.593717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-0e5047e9-1ed2-432b-ba22-00f870fc6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.595303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-0e5047e9-1ed2-432b-ba22-00f870fc6829 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.1453733
Apr 15 15:04:46.716401 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-f4e271f6-4c98-4d20-9259-00c8c846b762 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 200  len: 1002 time: 0.1062229
Apr 15 15:04:46.749091 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-28066d63-1ad2-4d74-91d4-ac49debd55a8 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404989
Apr 15 15:04:46.792437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-77741d23-1ead-4013-9f28-15ea67f01942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.794027 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-77741d23-1ead-4013-9f28-15ea67f01942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0661526
Apr 15 15:04:46.916753 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-495365de-36fe-452f-84fa-e8ea96b37899 req-b2aa6ea5-c2f3-46bc-8eb9-47291bb4da55 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530168
Apr 15 15:04:46.916998 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0ae26074-8604-4097-ac9d-50f6c389618a req-34997a83-bf61-4dbb-a97f-da248a84e5a0 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 210 time: 0.0507164
Apr 15 15:04:46.937276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-fd9d6dac-70a4-444d-90d3-e2301693785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:46.937276 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-fd9d6dac-70a4-444d-90d3-e2301693785c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1324823
Apr 15 15:04:47.088408 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-6bc18028-7ee2-4496-ac4a-bfa58c6550d9 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348507
Apr 15 15:04:47.465100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d626590-73fc-4ae4-ba58-7a18660a75b2 req-637b79d7-2c8a-4445-8673-9e0730c4db33 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3669696
Apr 15 15:04:47.553767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-354280f1-1dcb-4111-8514-6f58256b1509 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:47.560013 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-354280f1-1dcb-4111-8514-6f58256b1509 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.1598344
Apr 15 15:04:47.573512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Request body: {'port': {'device_id': '385a6877-6cd6-4847-a30e-7bacb9296384', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'admin_state_up': True, 'tenant_id': 'd3e7dca6367546b4a42fd90136ef461a'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:47.724243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:04:47.734554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:04:47.806542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Made reservation on behalf of d3e7dca6367546b4a42fd90136ef461a for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:04:47.812459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:47.948079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6bcab-6012-484b-81b0-dbb09885541d req-8154e346-f424-41f5-8a99-74ed2e9450b9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:47.949697 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aba6bcab-6012-484b-81b0-dbb09885541d req-8154e346-f424-41f5-8a99-74ed2e9450b9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1886599
Apr 15 15:04:48.054279 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aba6bcab-6012-484b-81b0-dbb09885541d req-ac16b0fe-4df1-480f-a5f7-68323cd106f4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699058
Apr 15 15:04:48.058244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Allocated IP 172.20.0.8 (b8942cf0-255a-43d7-a034-6853003cc4b1/fea77b8e-5a39-4ef2-85d5-2adccac8fd85/e1b6dbe8-ebd4-4fac-b92f-cae803f0e913) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:04:48.084779 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7dac6cfb-ccb3-4b98-b11b-8aa9a9d4286c req-dbb507c0-bc1e-4e16-a430-a488c24328e6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 210 time: 0.0526831
Apr 15 15:04:48.272657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:48.335156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:48.350078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8064af8e-3ab7-4b2c-ac42-5313dd265cc4 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:48.354374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3', 'a27b0737-93a1-4ada-a4af-22cd54b84b21'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:48.493262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event updated for resources: {'Port': ['ID=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:48.497755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:48.549665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Network b8942cf0-255a-43d7-a034-6853003cc4b1 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:04:48.550899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:04:48.553152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:04:48.620222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:48.620935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:48.655395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:48.678044 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1086335
Apr 15 15:04:48.691016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Request body: {'port': {'device_id': '385a6877-6cd6-4847-a30e-7bacb9296384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:48.812144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:49.192450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:04:49.309811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d48a-09e7-4db6-8227-ee99af25989a req-3cda1bc8-8c17-4d28-b149-50a13556950e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:49.311458 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-62c7d48a-09e7-4db6-8227-ee99af25989a req-3cda1bc8-8c17-4d28-b149-50a13556950e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 931 time: 0.1004560
Apr 15 15:04:49.340414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:49.354547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'mac_address': 'fa:16:3e:2b:3a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:04:49.367428 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-62c7d48a-09e7-4db6-8227-ee99af25989a req-b7bfb8c7-5425-4a43-a7d2-0cf4783397e3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479257
Apr 15 15:04:49.414945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:49.433478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeaab9b-e44a-44c7-b415-820c19982c7a {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:49.451305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:49.464724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d02c3-dda6-4b38-a1ad-1439adf834d2 req-56657832-895a-425b-a222-2a2908320d21 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:49.466347 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f23d02c3-dda6-4b38-a1ad-1439adf834d2 req-56657832-895a-425b-a222-2a2908320d21 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1455252
Apr 15 15:04:49.483268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:49.485525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:49.560224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:49.563562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:49.571792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:49.579161 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f23d02c3-dda6-4b38-a1ad-1439adf834d2 req-46fade12-4bd7-40a6-bee7-1a50165d7007 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020753
Apr 15 15:04:49.584125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:49.599665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Transition to ACTIVE for port object e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:04:49.631476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:49.650715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3f345ad8-1d9d-48b2-a506-9ef0e22b627d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:49.789369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:49.794699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:49.832103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['0eeaab9b-e44a-44c7-b415-820c19982c7a'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:50.013465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Attempting to bind port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:04:50.013766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Attempting to bind port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:04:50.014143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Attempting to bind port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:50.019341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 on network b8942cf0-255a-43d7-a034-6853003cc4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:04:50.019707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Attempting to bind port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:04:50.025129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:04:50.025506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Checking segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:04:50.025929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Bound using segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:04:50.026431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Bound port: e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:04:50.026815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:50.122033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] For port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:04:50.125129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] For port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:04:50.157549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:50.172514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0995c180-c8fd-4752-b613-b1a3d18fd135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:50.314595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:50.331638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:50.360471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:50.361123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:50.362686 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] 10.222.0.10 "PUT /v2.0/ports/e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 HTTP/1.1" status: 200  len: 1093 time: 1.6762331
Apr 15 15:04:50.363204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385a6877-6cd6-4847-a30e-7bacb9296384', 'tag': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:50.412004 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385a6877-6cd6-4847-a30e-7bacb9296384', 'tag': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913', 'status': 'completed', 'code': 200}
Apr 15 15:04:50.635413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-bae1fcf6-9e14-45bb-9334-1ce1e11b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:50.637029 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-bae1fcf6-9e14-45bb-9334-1ce1e11b9360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 1096 time: 0.2064123
Apr 15 15:04:50.647302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4fbf1-85d7-4f25-8fe9-17799ef1a0cb req-6209bfb6-e9b4-46b9-a370-5b1d15bcd7c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:50.648034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-05f4fbf1-85d7-4f25-8fe9-17799ef1a0cb req-6209bfb6-e9b4-46b9-a370-5b1d15bcd7c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:04:50.723207 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-5df75a77-8181-4290-8f1f-0261886685fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 HTTP/1.1" status: 200  len: 217 time: 0.0711017
Apr 15 15:04:50.769700 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-05f4fbf1-85d7-4f25-8fe9-17799ef1a0cb req-6209bfb6-e9b4-46b9-a370-5b1d15bcd7c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:04:50.770986 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-05f4fbf1-85d7-4f25-8fe9-17799ef1a0cb req-6209bfb6-e9b4-46b9-a370-5b1d15bcd7c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 943 time: 0.2459214
Apr 15 15:04:50.793881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3ddc1-2fd7-4134-a5f5-5e5543a4aa66 req-2a514519-d79a-41cb-99bd-0ff3e9cabfd4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:50.795781 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7ca3ddc1-2fd7-4134-a5f5-5e5543a4aa66 req-2a514519-d79a-41cb-99bd-0ff3e9cabfd4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 944 time: 0.0925698
Apr 15 15:04:50.835952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f02ed-6529-4113-b46b-d8ccf795070e req-4cbc89a5-3e97-4d83-98a6-c8c8a37c8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:50.837947 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-4cbc89a5-3e97-4d83-98a6-c8c8a37c8bfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.1069412
Apr 15 15:04:50.842487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-05f4fbf1-85d7-4f25-8fe9-17799ef1a0cb req-d1fde4d3-6cc0-4b71-8540-33dd610007d2 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641797
Apr 15 15:04:50.845314 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7ca3ddc1-2fd7-4134-a5f5-5e5543a4aa66 req-3b5e8d70-bb5e-4b45-84d1-bbd06df9924a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428770
Apr 15 15:04:50.894230 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-eae64c30-e50a-4b8b-afa7-55be0073d6d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473051
Apr 15 15:04:51.037953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-19cac30f-1abd-48ca-8a8b-06a352d0cf58 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348283
Apr 15 15:04:51.179537 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-424f02ed-6529-4113-b46b-d8ccf795070e req-9e99065e-6165-4ba6-ac55-4632cba67527 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338754
Apr 15 15:04:51.205422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:04:51.305589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 0eeaab9b-e44a-44c7-b415-820c19982c7a completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:51.310894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 0eeaab9b-e44a-44c7-b415-820c19982c7a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:51.311325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:51.350830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-7667f0bd-0338-4340-bf70-8cfc05a08c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:51.352450 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-7667f0bd-0338-4340-bf70-8cfc05a08c39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 1096 time: 0.0787170
Apr 15 15:04:51.437770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:51.466738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:51.477402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:51.500167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:51.500348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-517f290d-b71a-4a58-ac9c-780014c32a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:51.502331 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-517f290d-b71a-4a58-ac9c-780014c32a04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 916 time: 0.1405547
Apr 15 15:04:51.503117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77fcf806-d577-4c41-9534-127d9ec66eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:51.540294 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'code': 200}
Apr 15 15:04:51.576120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:51.579414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:51.591162 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-764199a5-3313-4eae-b4e4-58367abab023 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 HTTP/1.1" status: 200  len: 217 time: 0.0765333
Apr 15 15:04:51.662206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-de6ee1f2-d52d-4939-9848-6016473ed97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:51.663962 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-de6ee1f2-d52d-4939-9848-6016473ed97a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.0652750
Apr 15 15:04:51.726619 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-e4dd64b3-2ef5-4b06-ac1e-beb2a844b089 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505950
Apr 15 15:04:51.829445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47a112-0d5f-4c05-be5f-b0d9cb8a5e2d req-c6859a96-2fd6-483c-aeee-8a060d89fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:51.831185 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a47a112-0d5f-4c05-be5f-b0d9cb8a5e2d req-c6859a96-2fd6-483c-aeee-8a060d89fa95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1098 time: 0.0885446
Apr 15 15:04:51.880529 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a47a112-0d5f-4c05-be5f-b0d9cb8a5e2d req-d7abb6ba-1cf7-46dc-8ccb-d94179be3c9a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389793
Apr 15 15:04:51.881668 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-21dd4a34-a2f1-4532-875c-fa26f6bcc842 service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396022
Apr 15 15:04:52.055038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a415a-2f1c-402f-a50e-ca427e4688b8 req-9e98a391-f493-4055-83cf-2ed6884f6ac3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:52.056643 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a1a415a-2f1c-402f-a50e-ca427e4688b8 req-9e98a391-f493-4055-83cf-2ed6884f6ac3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 943 time: 0.0942400
Apr 15 15:04:52.105305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a1a415a-2f1c-402f-a50e-ca427e4688b8 req-2cd7ca4f-9141-4a01-b35c-8156feb3cec8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422487
Apr 15 15:04:52.184943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab6cd-1d6c-4853-a77a-6475930e45a0 req-e03f150d-5041-42ac-9cab-ae6100fede6c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:52.186564 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65aab6cd-1d6c-4853-a77a-6475930e45a0 req-e03f150d-5041-42ac-9cab-ae6100fede6c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.2134092
Apr 15 15:04:52.190043 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3ad1ff32-6acf-4e96-805a-9e1e523b9fa7 req-e57599e0-017a-4c1b-9666-01fa6db79fce service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754909
Apr 15 15:04:52.235956 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65aab6cd-1d6c-4853-a77a-6475930e45a0 req-87f8f23f-67aa-49c4-aa90-9908f60191f3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429850
Apr 15 15:04:53.310639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e90121-5937-4ea4-ace6-4427783c8d00 req-391cba8c-22ff-470e-ae9c-865b885541d0 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:53.312468 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11e90121-5937-4ea4-ace6-4427783c8d00 req-391cba8c-22ff-470e-ae9c-865b885541d0 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 943 time: 0.0889742
Apr 15 15:04:53.365407 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11e90121-5937-4ea4-ace6-4427783c8d00 req-ccd6830c-ab41-43db-95de-2a95c3517c25 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457919
Apr 15 15:04:53.446661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbafc1-35d6-4b48-b508-56cfd09d723d req-0471df9c-b1ba-41e0-ab53-d1979c463b14 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:53.448185 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9fbafc1-35d6-4b48-b508-56cfd09d723d req-0471df9c-b1ba-41e0-ab53-d1979c463b14 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0920310
Apr 15 15:04:53.496010 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b9fbafc1-35d6-4b48-b508-56cfd09d723d req-417c63a7-df35-4d78-a2df-77759fb3023f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410590
Apr 15 15:04:53.696040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04eb-8477-4fc6-aa32-dc10480f10b2 req-3ba009d1-735d-4d17-a096-7ef5259321fe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:53.697681 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-22df04eb-8477-4fc6-aa32-dc10480f10b2 req-3ba009d1-735d-4d17-a096-7ef5259321fe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0891349
Apr 15 15:04:53.707115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33036) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:04:53.712613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Request body: {'floatingip': {'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:04:53.796589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:54.417658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:54.448642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:54.571125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3faa5b-46ee-4982-b632-f6aa74ce30ad req-bd7828a1-2439-4b52-9bb2-80419af6b1b9 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:54.572730 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-df3faa5b-46ee-4982-b632-f6aa74ce30ad req-bd7828a1-2439-4b52-9bb2-80419af6b1b9 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 943 time: 0.0906212
Apr 15 15:04:54.622630 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-df3faa5b-46ee-4982-b632-f6aa74ce30ad req-a86ca8c0-c4ad-43a8-9ac2-a820ad314293 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430510
Apr 15 15:04:54.630305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Floating IP 63b9ac55-b1df-4753-b10e-70e2bed33e48 associated. External IP: 172.27.0.223, port: 0eeaab9b-e44a-44c7-b415-820c19982c7a.
Apr 15 15:04:54.994361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:04:55.224060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:04:55.370546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:55.385049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'port_id': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913', 'mac_address': 'fa:16:3e:04:e7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea77b8e-5a39-4ef2-85d5-2adccac8fd85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:04:55.410970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:04:55.415953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:55.423189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:04:55.453500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:04:55.454198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d97c518>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:04:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:55.477322 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7ca33765-b514-4b63-9db1-2f3382bcb06d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "PUT /v2.0/floatingips/63b9ac55-b1df-4753-b10e-70e2bed33e48 HTTP/1.1" status: 200  len: 991 time: 1.7690010
Apr 15 15:04:55.477997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:55.523436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:55.538507 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'status': 'completed', 'code': 200}
Apr 15 15:04:55.606821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:04:55.645066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:55.651531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-6ebaf6ac-ba22-4961-af49-f858971fcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:55.653205 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-6ebaf6ac-ba22-4961-af49-f858971fcc00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1098 time: 0.0815618
Apr 15 15:04:55.677342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:55.680812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:04:55.726242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:55.911179 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:55.916842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:56.039128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['e1b6dbe8-ebd4-4fac-b92f-cae803f0e913'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:04:56.103473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-168947d1-c446-4848-bc85-026c30144151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:56.105061 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-168947d1-c446-4848-bc85-026c30144151 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.4392321
Apr 15 15:04:56.119627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c04d-34c6-49c3-999d-23eafc876a12 req-93701650-df1e-4429-a34b-c5bfe9c6effd tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:56.121337 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ce34c04d-34c6-49c3-999d-23eafc876a12 req-93701650-df1e-4429-a34b-c5bfe9c6effd tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 944 time: 0.1460688
Apr 15 15:04:56.263949 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-391810fc-fc7a-47a3-9130-b5cc9cca4532 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 200  len: 999 time: 0.1414959
Apr 15 15:04:56.267095 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ce34c04d-34c6-49c3-999d-23eafc876a12 req-1346b5f7-cb14-44f4-b992-18aa934b954c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853956
Apr 15 15:04:56.340283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-ca5a01be-aee9-41fb-8eb3-4ba708ac1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:56.341889 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-ca5a01be-aee9-41fb-8eb3-4ba708ac1e40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0661247
Apr 15 15:04:56.422220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d97c518>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '63b9ac55-b1df-4753-b10e-70e2bed33e48', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'mac_address': 'fa:16:3e:2b:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeacdfc-c631-4439-8883-f5da32a72559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:54Z', 'revision_number': 1, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:56.432259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:04:56.434926 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-1a58e3b3-0964-4ad3-be26-64780802592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:56.436560 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-1a58e3b3-0964-4ad3-be26-64780802592f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0829043
Apr 15 15:04:56.464635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:04:56.465300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d97c518>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:04:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:56.581499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-0ddf72d8-7270-4c9b-bc3d-28e0a32ff04a service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374965
Apr 15 15:04:56.663095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:04:56.729294 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-69d26de2-bd37-4b4e-a5ef-ec500cd8598b req-894b5d85-4f93-44e0-a17a-c1d092b7d219 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410398
Apr 15 15:04:57.028829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d97c518>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '63b9ac55-b1df-4753-b10e-70e2bed33e48', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'mac_address': 'fa:16:3e:2b:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeacdfc-c631-4439-8883-f5da32a72559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:54Z', 'revision_number': 1, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:04:57.032853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff069b7a-44f8-4be5-b099-824b8f1cfcf5 None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '63b9ac55-b1df-4753-b10e-70e2bed33e48', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'mac_address': 'fa:16:3e:2b:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeacdfc-c631-4439-8883-f5da32a72559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:04:37Z', 'updated_at': '2021-04-15T15:04:54Z', 'revision_number': 1, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:04:57.305411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54352d98-a969-4b40-ab90-e60dcb9102a1 None None] New status for floating IP 63b9ac55-b1df-4753-b10e-70e2bed33e48: ACTIVE {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:04:57.469952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210756d8-be80-45c5-8822-b91862a7a9f0 req-d9616e2e-fc76-4c44-936a-0a00f03c2bdb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:57.471607 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-210756d8-be80-45c5-8822-b91862a7a9f0 req-d9616e2e-fc76-4c44-936a-0a00f03c2bdb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 944 time: 0.0874641
Apr 15 15:04:57.521269 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-210756d8-be80-45c5-8822-b91862a7a9f0 req-f629fda2-5769-4935-aec6-785ea556f42f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417607
Apr 15 15:04:58.724308 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84904afd-f1c8-4b58-a9fd-51a5d2aabec8 req-2da16088-093d-471f-89a4-093010971d19 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:58.725890 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-84904afd-f1c8-4b58-a9fd-51a5d2aabec8 req-2da16088-093d-471f-89a4-093010971d19 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 944 time: 0.0913522
Apr 15 15:04:58.772976 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-84904afd-f1c8-4b58-a9fd-51a5d2aabec8 req-b909ddb2-79aa-4ab1-b535-58c16b6b7693 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408235
Apr 15 15:04:59.239435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:04:59.345381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:04:59.351087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:04:59.351513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:59.474842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:59.503065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385a6877-6cd6-4847-a30e-7bacb9296384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:04:59.513593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:04:59.545763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:04:59.548159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:04:59.588567 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a6877-6cd6-4847-a30e-7bacb9296384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913', 'code': 200}
Apr 15 15:04:59.623310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:04:59.626618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:04:59.884878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571224-5a6a-4edf-8542-73cc6f76b8a6 req-16b654e6-142b-4948-a7ee-9506a832eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:59.886544 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b4571224-5a6a-4edf-8542-73cc6f76b8a6 req-16b654e6-142b-4948-a7ee-9506a832eb41 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 1098 time: 0.0793004
Apr 15 15:04:59.935741 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b4571224-5a6a-4edf-8542-73cc6f76b8a6 req-a5d72af4-a729-4cef-83c0-dcfc24accc83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405917
Apr 15 15:04:59.977048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0928d-cd04-4669-bffc-a1f832a2a8b3 req-75ede016-279b-44ca-902c-ad7bf1cca789 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:04:59.978678 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0ca0928d-cd04-4669-bffc-a1f832a2a8b3 req-75ede016-279b-44ca-902c-ad7bf1cca789 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 945 time: 0.0885179
Apr 15 15:05:00.029096 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0ca0928d-cd04-4669-bffc-a1f832a2a8b3 req-8817b4ff-b0da-46a3-82b8-a8ea2c5a7933 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439527
Apr 15 15:05:01.238739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1090c6-92d7-46c8-93a8-41c77fe04c83 req-4dea9755-7853-441a-a442-a9057aeef3bf tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:01.240705 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5d1090c6-92d7-46c8-93a8-41c77fe04c83 req-4dea9755-7853-441a-a442-a9057aeef3bf tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 945 time: 0.0937190
Apr 15 15:05:01.288948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5d1090c6-92d7-46c8-93a8-41c77fe04c83 req-66884d71-5215-484d-bffe-9d3313463201 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420322
Apr 15 15:05:02.498465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e293c-2779-4d82-9b5b-92db7584115e req-5bd326c4-bfa7-470e-9041-0b3ec79a5d45 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:02.499127 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b23e293c-2779-4d82-9b5b-92db7584115e req-5bd326c4-bfa7-470e-9041-0b3ec79a5d45 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 945 time: 0.0939054
Apr 15 15:05:02.546812 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b23e293c-2779-4d82-9b5b-92db7584115e req-d1a5e811-2ed8-4fbe-9cb9-989aa07fb81e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404472
Apr 15 15:05:02.739978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-17047eff-63ac-4eca-97ac-36d6f7388bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:04.842996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-408cc99c-f983-4844-af22-0c6556a37b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:06.180053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:06.745783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:07.534462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:08.518279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:05:13.297344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaa4b0-d7b4-436f-a992-d33317388406 req-cf7527d8-5ad5-4188-b127-11198279e403 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:13.298961 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fdfaa4b0-d7b4-436f-a992-d33317388406 req-cf7527d8-5ad5-4188-b127-11198279e403 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0884902
Apr 15 15:05:13.347701 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fdfaa4b0-d7b4-436f-a992-d33317388406 req-8d707b44-7693-4ee2-b218-92664fce90ab tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420568
Apr 15 15:05:14.551630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481f2e-e13c-4a72-84bf-b066c43d23fb req-21b328b2-3c33-44d8-8348-02aba383a933 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:14.553142 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e5481f2e-e13c-4a72-84bf-b066c43d23fb req-21b328b2-3c33-44d8-8348-02aba383a933 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0869830
Apr 15 15:05:14.601926 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e5481f2e-e13c-4a72-84bf-b066c43d23fb req-973dab53-6b35-47ce-a6bd-3f4ce8b6b582 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421889
Apr 15 15:05:15.813372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b55c6-0835-4a3d-a8fe-9493989da351 req-79cfb07d-11e9-4149-99ed-76df8054da57 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:15.815539 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-539b55c6-0835-4a3d-a8fe-9493989da351 req-79cfb07d-11e9-4149-99ed-76df8054da57 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.0943520
Apr 15 15:05:15.866549 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-539b55c6-0835-4a3d-a8fe-9493989da351 req-2515d9f8-03fa-4803-80dc-53deabde2438 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443666
Apr 15 15:05:16.031452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-c1547f5f-dddc-4a4e-b577-1ab34f0de1c1 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:16.033037 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-c1547f5f-dddc-4a4e-b577-1ab34f0de1c1 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.1576698
Apr 15 15:05:16.048695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-2f334e4a-0e1b-4048-8166-8990d9616b6d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/quotas/d3e7dca6367546b4a42fd90136ef461a HTTP/1.1" status: 200  len: 375 time: 0.0094917
Apr 15 15:05:16.147796 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-4a57b590-85dd-41e2-bb31-9f07037e602f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0934293
Apr 15 15:05:16.380410 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-54d813cc-67dd-4ea4-a9de-0f6c825e1db1 service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247760
Apr 15 15:05:16.527488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-1a6ac9be-86bf-4380-813f-ffdfcc71dce4 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:16.528944 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-1a6ac9be-86bf-4380-813f-ffdfcc71dce4 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.1997185
Apr 15 15:05:16.547965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-3696b4aa-b66f-4099-a419-0b27a18dda21 service neutron] 10.222.0.20 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606724
Apr 15 15:05:16.623569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Deleting port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:05:16.623958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:16.790357 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-053eba31-4b88-4dd0-b19c-3e2fe87fe258 req-038ee61f-7886-4ecf-9fb2-31f68e40ae83 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 210 time: 0.0496409
Apr 15 15:05:16.890593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] For port d86bbfc2-7e9b-4a13-977f-d067b7f179d8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:16.891160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:17.272901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21d698-88f6-400b-a171-fc857dea018a req-564a4bb4-994f-4f98-ba8a-b84820cf9b50 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:17.274558 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2b21d698-88f6-400b-a171-fc857dea018a req-564a4bb4-994f-4f98-ba8a-b84820cf9b50 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 946 time: 0.2764030
Apr 15 15:05:17.300152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:17.300573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:17.300925 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Floating IP b2aca560-513e-42de-9d43-42b5f9ac7b32 disassociated. External IP: 172.27.0.177, port: d86bbfc2-7e9b-4a13-977f-d067b7f179d8.
Apr 15 15:05:17.301301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Calling delete_port for d86bbfc2-7e9b-4a13-977f-d067b7f179d8 owned by compute:nova {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:05:17.389156 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2b21d698-88f6-400b-a171-fc857dea018a req-5749c4d6-6220-4ce5-9040-b9f1567093c0 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=112e6f7d-725a-494e-a00d-dbcdc3b92ec6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064758
Apr 15 15:05:17.505373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:17.521509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:17.573858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event deleted for resources: {'Port': ['ID=d86bbfc2-7e9b-4a13-977f-d067b7f179d8,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:17.621486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:17.888165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:05:18.291411 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-53ec1ab8-8153-4fdc-8183-cf8095313eb9 req-21ea9f63-ff69-41cf-bdcf-8c68908210f8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 210 time: 0.3404145
Apr 15 15:05:18.354827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:05:18.366832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:05:18.377561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:05:18.379075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d9f9630>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:05:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:18.441277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] No DVR routers for this DVR port d86bbfc2-7e9b-4a13-977f-d067b7f179d8 on host hv-cinder-73414 {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:05:18.443872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:18.446869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'name': 'network-vif-deleted', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:18.501013 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a89f68f-d267-445c-a0b1-46405f81f85c req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "DELETE /v2.0/ports/d86bbfc2-7e9b-4a13-977f-d067b7f179d8 HTTP/1.1" status: 204  len: 173 time: 1.9519112
Apr 15 15:05:18.532975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-fb9ae0da-afba-4ff5-815f-5664c6447f91 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:18.533823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-258f51ed-556c-4221-846a-366304605ea6 req-fb9ae0da-afba-4ff5-815f-5664c6447f91 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:18.603476 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-47d3c9cc-1ea5-4089-8640-5b1a3bbfbde5 req-be11afc5-7cff-42c7-8140-45468952369a tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f75ec6-1fde-4f3c-9568-530483eba9b5 HTTP/1.1" status: 200  len: 210 time: 0.0639498
Apr 15 15:05:18.649344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-258f51ed-556c-4221-846a-366304605ea6 req-fb9ae0da-afba-4ff5-815f-5664c6447f91 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:18.651033 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-fb9ae0da-afba-4ff5-815f-5664c6447f91 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 815 time: 0.3364375
Apr 15 15:05:18.658859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:05:18.676658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Request body: {'port': {'device_id': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'admin_state_up': True, 'tenant_id': 'd3e7dca6367546b4a42fd90136ef461a'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:18.712627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:18.742203 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f75ec6-1fde-4f3c-9568-530483eba9b5', 'name': 'network-vif-deleted', 'tag': 'd86bbfc2-7e9b-4a13-977f-d067b7f179d8', 'status': 'completed', 'code': 200}
Apr 15 15:05:18.866040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:18.877255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:18.917377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Made reservation on behalf of d3e7dca6367546b4a42fd90136ef461a for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:05:18.923650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.028825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d9f9630>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:19.033023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:05:19.042945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:05:19.043624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d9f9630>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:05:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:19.119380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Allocated IP 172.20.0.4 (b8942cf0-255a-43d7-a034-6853003cc4b1/fea77b8e-5a39-4ef2-85d5-2adccac8fd85/bed7256e-c9f6-47d0-ad6a-cc27552f2957) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:05:19.243393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:05:19.355216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.415664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.485107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3', 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:05:19.499511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e7c5b4d2-ae9a-47b0-9b92-eade33019633 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:19.514556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95e66-7166-415a-9800-54e1fe5c8857 req-9aab193f-5592-449d-b152-bdf2227d36e4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:19.516191 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-22d95e66-7166-415a-9800-54e1fe5c8857 req-9aab193f-5592-449d-b152-bdf2227d36e4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 931 time: 0.0954704
Apr 15 15:05:19.575334 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-22d95e66-7166-415a-9800-54e1fe5c8857 req-b6e9fda8-ec12-45a8-a698-7ba78f534f31 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513833
Apr 15 15:05:19.616642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event updated for resources: {'Port': ['ID=bed7256e-c9f6-47d0-ad6a-cc27552f2957,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:19.632081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.632615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.633033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.633440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.633928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.634253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.634658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.635065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.635471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.635974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.636267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.636667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:19.651677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:19.726321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Network b8942cf0-255a-43d7-a034-6853003cc4b1 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:05:19.727972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:05:19.730551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:05:19.736841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:19.737756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.793111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33224) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:19.809877 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1404943
Apr 15 15:05:19.826009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Request body: {'port': {'device_id': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:19.875824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.906366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.935838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d9f9630>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:19.948089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec685598-1d7f-448c-bf2c-efd2252147ea None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:05:19.956735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.980280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:19.986326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-682b0589-306d-4d5a-b746-6756f6783f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:20.006917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112e6f7d-725a-494e-a00d-dbcdc3b92ec6,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:20.015616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.016016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.019867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.019867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.019867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.019867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.019867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.019867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.020689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.020689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.020846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.021322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:20.025082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:20.048606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:20.050298 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "DELETE /v2.0/security-groups/112e6f7d-725a-494e-a00d-dbcdc3b92ec6 HTTP/1.1" status: 204  len: 168 time: 0.2560773
Apr 15 15:05:20.053535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33228) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:20.074668 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.v2.resource [None req-a0937cae-16b3-414c-9d02-b8182b550287 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] show failed (client error): The resource could not be found.
Apr 15 15:05:20.076169 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a0937cae-16b3-414c-9d02-b8182b550287 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups/112e6f7d-725a-494e-a00d-dbcdc3b92ec6 HTTP/1.1" status: 404  len: 347 time: 0.0215058
Apr 15 15:05:20.079268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33232) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:20.316863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Deleting port b07d8fa9-d040-4f90-bb00-6893c3b1b573 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:05:20.317255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:20.389984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b924e54-6c55-45fc-b630-10689a52c93f None None] New status for floating IP b2aca560-513e-42de-9d43-42b5f9ac7b32: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:05:20.632563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:20.632563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:20.806597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Calling delete_port for b07d8fa9-d040-4f90-bb00-6893c3b1b573 owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:05:20.848345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.resource_extend [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 15:05:20.970514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed7256e-c9f6-47d0-ad6a-cc27552f2957 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:05:20.987691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:21.019547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c46227-d31d-47f0-8b87-cd0b39bf8d50 req-a3b44839-3a3f-40e3-99ab-e9c08cccd2a3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:21.020351 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-11c46227-d31d-47f0-8b87-cd0b39bf8d50 req-a3b44839-3a3f-40e3-99ab-e9c08cccd2a3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:21.023099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Transition to ACTIVE for port object bed7256e-c9f6-47d0-ad6a-cc27552f2957 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:05:21.036942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:05:21.037302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:05:21.065501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:21.079192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-11c46227-d31d-47f0-8b87-cd0b39bf8d50 req-a3b44839-3a3f-40e3-99ab-e9c08cccd2a3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:21.080488 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11c46227-d31d-47f0-8b87-cd0b39bf8d50 req-a3b44839-3a3f-40e3-99ab-e9c08cccd2a3 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 931 time: 0.3758030
Apr 15 15:05:21.083328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:21.348677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d86bbfc2-7e9b-4a13-977f-d067b7f179d8 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:05:21.389144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: d86bbfc2-7e9b-4a13-977f-d067b7f179d8 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:05:21.389531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d86bbfc2-7e9b-4a13-977f-d067b7f179d8 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:05:21.479493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Pushing event updated for resources: {'Port': ['ID=bed7256e-c9f6-47d0-ad6a-cc27552f2957,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:21.488811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:21.492153 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-11c46227-d31d-47f0-8b87-cd0b39bf8d50 req-6536fa67-d235-4330-8469-a0d67a342dc9 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406980
Apr 15 15:05:21.585039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Deleting port b07d8fa9-d040-4f90-bb00-6893c3b1b573 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:05:21.585431 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:21.770935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Attempting to bind port bed7256e-c9f6-47d0-ad6a-cc27552f2957 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:05:21.771244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Attempting to bind port bed7256e-c9f6-47d0-ad6a-cc27552f2957 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:05:21.771621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Attempting to bind port bed7256e-c9f6-47d0-ad6a-cc27552f2957 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:05:21.784820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Port bed7256e-c9f6-47d0-ad6a-cc27552f2957 on network b8942cf0-255a-43d7-a034-6853003cc4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:05:21.785190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Attempting to bind port bed7256e-c9f6-47d0-ad6a-cc27552f2957 on network b8942cf0-255a-43d7-a034-6853003cc4b1 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:05:21.801917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:05:21.802376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Checking segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:05:21.802806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Bound using segment: {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:05:21.803289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Bound port: bed7256e-c9f6-47d0-ad6a-cc27552f2957, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edee899a-c29f-49b3-8569-a78086e47446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:05:21.803687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:21.900276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:21.900644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:22.055023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Calling delete_port for b07d8fa9-d040-4f90-bb00-6893c3b1b573 owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:05:22.110204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] For port bed7256e-c9f6-47d0-ad6a-cc27552f2957, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:05:22.125588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] For port bed7256e-c9f6-47d0-ad6a-cc27552f2957, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:05:22.152127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:22.168593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3654e16a-bb24-43ba-9a90-6df124d96b84 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:22.373350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Pushing event updated for resources: {'Port': ['ID=bed7256e-c9f6-47d0-ad6a-cc27552f2957,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:22.381734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:22.411392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:22.413839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:22.413839 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] 10.222.0.10 "PUT /v2.0/ports/bed7256e-c9f6-47d0-ad6a-cc27552f2957 HTTP/1.1" status: 200  len: 1093 time: 2.5929763
Apr 15 15:05:22.414077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'tag': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:22.426043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:22.447939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5f48227d-13aa-4cb0-b753-135f0d1072c9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:22.581352 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'tag': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957', 'status': 'completed', 'code': 200}
Apr 15 15:05:22.587128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event deleted for resources: {'Port': ['ID=b07d8fa9-d040-4f90-bb00-6893c3b1b573,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:22.599334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:22.687448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-af4dc75c-8e60-4b57-a3f2-1f4b8c59bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:22.688985 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-af4dc75c-8e60-4b57-a3f2-1f4b8c59bf4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 1096 time: 0.1994758
Apr 15 15:05:22.707389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6645b-4abd-4be3-b6ba-5c1d9f585b96 req-48a29dcb-70bb-438d-88b8-b54fd09942f0 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:22.709005 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ec6645b-4abd-4be3-b6ba-5c1d9f585b96 req-48a29dcb-70bb-438d-88b8-b54fd09942f0 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 943 time: 0.0973458
Apr 15 15:05:22.758450 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ec6645b-4abd-4be3-b6ba-5c1d9f585b96 req-ea6ca12a-ba2f-4ead-a6c4-0db2e9a6357a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427809
Apr 15 15:05:22.802234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:22.806341 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-c0bfb1c9-ff6d-44e0-9850-4e6028ce9110 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957 HTTP/1.1" status: 200  len: 217 time: 0.0838237
Apr 15 15:05:22.818931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:22.823224 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "DELETE /v2.0/floatingips/b2aca560-513e-42de-9d43-42b5f9ac7b32 HTTP/1.1" status: 204  len: 168 time: 2.7397704
Apr 15 15:05:22.884447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f51ed-556c-4221-846a-366304605ea6 req-1cdc26d2-4812-4b5e-9712-c12661b64624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:22.886033 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-1cdc26d2-4812-4b5e-9712-c12661b64624 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.0650036
Apr 15 15:05:22.947023 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-3e9d688f-9926-4da9-899f-b47b288fdecd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499821
Apr 15 15:05:23.093441 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-5c476af1-31da-476b-8678-62cafeb7180c service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354642
Apr 15 15:05:23.240399 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-258f51ed-556c-4221-846a-366304605ea6 req-29347568-9534-4862-be9b-3fd06a6d922c service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379089
Apr 15 15:05:23.321203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33252) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:23.327283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117249867', 'description': 'tempest-description--121744508'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:23.334334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:23.373085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:05:23.380782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:05:23.393480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:23.427853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:23.443619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-85610ef4-9e94-49cd-a5c3-2f116ca5b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:23.445229 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-85610ef4-9e94-49cd-a5c3-2f116ca5b08b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3e7dca6367546b4a42fd90136ef461a&device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 1096 time: 0.1084042
Apr 15 15:05:23.453080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:23.484072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:05:23.491031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:05:23.544312 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:23.636339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-d2b64621-cf9d-4df9-8643-019e48478082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:23.637912 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-d2b64621-cf9d-4df9-8643-019e48478082 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 200  len: 916 time: 0.1822138
Apr 15 15:05:23.733694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-7c42c3d7-206d-4c6d-ae08-cb65d6c1923a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957 HTTP/1.1" status: 200  len: 217 time: 0.0792391
Apr 15 15:05:23.739509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:23.781824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:23.802894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b4ca84fd-dec3-4058-8176-14ad6297e53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:23.858139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-7fb3f443-8b92-45a6-9c66-5a0175928e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:23.860424 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-7fb3f443-8b92-45a6-9c66-5a0175928e2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 200  len: 855 time: 0.1155021
Apr 15 15:05:23.861402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:23.864975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:23.912028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:23.913297 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5910041
Apr 15 15:05:23.919030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33258) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:23.926618 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-10e398ab-c9d3-4022-9411-718354f59e49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b8942cf0-255a-43d7-a034-6853003cc4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502450
Apr 15 15:05:23.929777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'security_group_rule': {'security_group_id': '0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:23.938190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:23.944349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:05:23.948544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:05:23.957950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:23.993325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1f956-c34a-41b7-b61e-70bd03451e0f req-dbcb1dc4-84d2-40e7-8cf7-63d185c673d8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:23.995054 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9bc1f956-c34a-41b7-b61e-70bd03451e0f req-dbcb1dc4-84d2-40e7-8cf7-63d185c673d8 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 943 time: 0.1174517
Apr 15 15:05:24.031272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.076019 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-adae6722-ab7b-4826-84b3-df732b6cfb0d service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372242
Apr 15 15:05:24.076273 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9bc1f956-c34a-41b7-b61e-70bd03451e0f req-808e16a7-3d8b-4501-bd17-729a2eccc22c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749013
Apr 15 15:05:24.116465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.145492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.147774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8a8a8e51-059a-4d31-97b6-5443c6c4c9da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:24.169978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43e3ced-eb7f-402f-af31-50ce865adb0d,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:24.175027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:24.225738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.227039 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3076894
Apr 15 15:05:24.229830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33262) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:24.231547 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6133b997-44f2-4e84-83ac-220c9cb6ee89 req-3a4f140a-2298-40b1-804f-12aee5a2555d service neutron] 10.222.0.10 "GET /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421142
Apr 15 15:05:24.235232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'security_group_rule': {'security_group_id': '0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:24.242327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:24.246141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:security_group_rule and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:05:24.249152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:05:24.255339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:24.295060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.360591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.425486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.427625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:24.449344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf8c65-cf81-4ba1-ad45-76a69576f46d,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:24.453825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:24.488559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.489820 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7e9de6e6-a2f0-445b-8583-a61f78f103e6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2589402
Apr 15 15:05:24.493113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33268) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:24.498591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:24.504843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:24.508908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Usage tracker for resource:floatingip and tenant:589dd54c1d1a4182b52c8dc011a9240c is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:05:24.511941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:05:24.518786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:24.551439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.696249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:24.844766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Allocated IP 172.27.0.199 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/0dad1f17-22ea-4b60-af38-b811c36d371d) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:05:24.999840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:25.059779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:25.076057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:25.266303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'Port': ['ID=0dad1f17-22ea-4b60-af38-b811c36d371d,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:25.272092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:25.341232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:05:25.344842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:05:25.347676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:05:25.381899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc93f6-0e5f-48ca-9d3c-0cd6de7e9b1d req-4faebd55-9972-42b5-b4d7-bb387a20f343 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:25.383525 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cc93f6-0e5f-48ca-9d3c-0cd6de7e9b1d req-4faebd55-9972-42b5-b4d7-bb387a20f343 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 943 time: 0.1825104
Apr 15 15:05:25.460375 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cc93f6-0e5f-48ca-9d3c-0cd6de7e9b1d req-3f52a14a-f633-418b-9344-728b8d9fe00a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684910
Apr 15 15:05:25.482830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:25.562776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:25.833705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:25.865156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:25.878023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e3a1030c-d89a-45a7-9dc0-b49b1c655d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:26.008624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'Port': ['ID=0dad1f17-22ea-4b60-af38-b811c36d371d,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:26.012974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:26.118109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:26.173813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:26.175953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6818399
Apr 15 15:05:26.350462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-70c49cd3-b35d-41fd-ae0d-c2413f281b3c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:26.396883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-70c49cd3-b35d-41fd-ae0d-c2413f281b3c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:26.398062 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-70c49cd3-b35d-41fd-ae0d-c2413f281b3c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2117249867&fields=id&tenant_id=589dd54c1d1a4182b52c8dc011a9240c HTTP/1.1" status: 200  len: 267 time: 0.0900092
Apr 15 15:05:26.562147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-e45ceea5-4899-4d45-a4e2-692b3516d1da tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:26.563767 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-e45ceea5-4899-4d45-a4e2-692b3516d1da tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 810 time: 0.1585631
Apr 15 15:05:26.581649 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-141eb146-b4a4-4e1a-b9f3-e9fb11f5b139 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/quotas/589dd54c1d1a4182b52c8dc011a9240c HTTP/1.1" status: 200  len: 375 time: 0.0102084
Apr 15 15:05:26.669818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c5a9d-e987-465d-ac29-54e76bc5f76f req-ad83289e-5804-4b54-bcd5-32a4a6830e8f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:26.671407 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-067c5a9d-e987-465d-ac29-54e76bc5f76f req-ad83289e-5804-4b54-bcd5-32a4a6830e8f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 943 time: 0.0919762
Apr 15 15:05:26.674888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a147d352-20b1-4e8d-ba54-0b56a178ee67 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:26.706013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a147d352-20b1-4e8d-ba54-0b56a178ee67 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:26.707512 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a147d352-20b1-4e8d-ba54-0b56a178ee67 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1198249
Apr 15 15:05:26.724413 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-067c5a9d-e987-465d-ac29-54e76bc5f76f req-091b9693-fc2a-4ba6-9288-4ab5e1fe33f5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465009
Apr 15 15:05:26.859972 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-2ea49c46-25d5-4216-9cca-30df0e2c5a53 service neutron] 10.222.0.20 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396413
Apr 15 15:05:27.002933 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-4cf7f1df-6b09-422b-a211-74a8f908f306 service neutron] 10.222.0.20 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356587
Apr 15 15:05:27.264223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-ef485b59-05a6-4729-b540-5a9b9f6c6a47 req-b8fc5cb1-5b1f-4c82-8638-612d70a375d6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:27.277184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-ef485b59-05a6-4729-b540-5a9b9f6c6a47 req-b8fc5cb1-5b1f-4c82-8638-612d70a375d6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:27.278486 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ef485b59-05a6-4729-b540-5a9b9f6c6a47 req-b8fc5cb1-5b1f-4c82-8638-612d70a375d6 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 210 time: 0.0618651
Apr 15 15:05:27.367011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device bed7256e-c9f6-47d0-ad6a-cc27552f2957 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:05:27.513716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port bed7256e-c9f6-47d0-ad6a-cc27552f2957, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:27.525255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957', 'network_id': 'b8942cf0-255a-43d7-a034-6853003cc4b1', 'port_id': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957', 'mac_address': 'fa:16:3e:64:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea77b8e-5a39-4ef2-85d5-2adccac8fd85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:05:27.585164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:27.603573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed7256e-c9f6-47d0-ad6a-cc27552f2957 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:05:27.620253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port bed7256e-c9f6-47d0-ad6a-cc27552f2957, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:27.688399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:27.690329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:27.764157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=bed7256e-c9f6-47d0-ad6a-cc27552f2957,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:27.767419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:27.934805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33744938-c01b-4db9-8272-b77c40ee1c5d req-1edc9b91-b283-41f3-8320-18913e5ec88a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:27.936484 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-33744938-c01b-4db9-8272-b77c40ee1c5d req-1edc9b91-b283-41f3-8320-18913e5ec88a tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 944 time: 0.0933003
Apr 15 15:05:27.987206 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-33744938-c01b-4db9-8272-b77c40ee1c5d req-81c99691-80c7-4e14-b6f5-75c7e0c3593b tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431528
Apr 15 15:05:28.158492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['bed7256e-c9f6-47d0-ad6a-cc27552f2957'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:05:28.444632 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e605951-0054-420a-a577-b34fa0559583 req-63e2ee40-9122-45a9-aa36-b8935f15332c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 210 time: 0.0488710
Apr 15 15:05:29.072307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-4436a7e5-fead-415f-b85d-ac0da0ce6b59 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:29.073875 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-4436a7e5-fead-415f-b85d-ac0da0ce6b59 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 810 time: 0.1665554
Apr 15 15:05:29.387639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device bed7256e-c9f6-47d0-ad6a-cc27552f2957 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:05:29.460962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-ad9c1e51-c9e2-4c43-bb57-4f2c3f41fa99 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:29.485996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-ad9c1e51-c9e2-4c43-bb57-4f2c3f41fa99 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:29.490493 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-ad9c1e51-c9e2-4c43-bb57-4f2c3f41fa99 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=589dd54c1d1a4182b52c8dc011a9240c HTTP/1.1" status: 200  len: 5704 time: 0.3987529
Apr 15 15:05:29.494708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port bed7256e-c9f6-47d0-ad6a-cc27552f2957 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:05:29.500315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port bed7256e-c9f6-47d0-ad6a-cc27552f2957 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:05:29.500744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:29.501853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e67e9-7612-4ff2-a22e-26885bf110e3 req-2a943d17-115d-4e74-bda8-f0fc49187559 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:29.504590 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb2e67e9-7612-4ff2-a22e-26885bf110e3 req-2a943d17-115d-4e74-bda8-f0fc49187559 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 944 time: 0.3891008
Apr 15 15:05:29.509607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'port': {'device_id': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'admin_state_up': True, 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'security_groups': ['0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:29.627197 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ab00b61b-ff4b-496b-853d-4910b9626bd2 req-53751063-28ed-4a55-9500-e059077ea63d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 210 time: 0.0645945
Apr 15 15:05:29.631254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:29.656003 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cb2e67e9-7612-4ff2-a22e-26885bf110e3 req-a5f1add6-4005-48b4-8ce9-718e99b43de2 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282694
Apr 15 15:05:29.662401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:29.678193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port bed7256e-c9f6-47d0-ad6a-cc27552f2957, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:29.694397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:29.696537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d6e3ba81-27f4-4d3b-91bb-e7d9193a7920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:29.698821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:05:29.714432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:05:29.740002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Made reservation on behalf of 589dd54c1d1a4182b52c8dc011a9240c for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:05:29.746922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:29.772017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=bed7256e-c9f6-47d0-ad6a-cc27552f2957,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:29.775160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:29.778135 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957', 'code': 200}
Apr 15 15:05:29.927899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Allocated IP 172.20.0.12 (8feb84fd-6d37-408a-88f2-be86ff9e2be2/46d0b53d-613e-4009-88f6-7f4ad5dcb1f5/76dd9b90-9291-4cf9-aa4c-4b91668eb87d) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:05:30.110423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45842-e21e-41ee-aaac-032ea9ce6ec9 req-ed526357-ed48-4113-9a10-9e450e6bbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:30.112217 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c8c45842-e21e-41ee-aaac-032ea9ce6ec9 req-ed526357-ed48-4113-9a10-9e450e6bbd63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 1098 time: 0.0776889
Apr 15 15:05:30.124405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:30.141095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Transition to ACTIVE for port object 76dd9b90-9291-4cf9-aa4c-4b91668eb87d will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:05:30.169993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c8c45842-e21e-41ee-aaac-032ea9ce6ec9 req-f2bf7df6-95e9-4c8e-b15e-ad19a5d00359 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365634
Apr 15 15:05:30.203239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:30.219234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-89dd003d-bf30-4064-8ed3-a585e1473d60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:30.360242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event updated for resources: {'Port': ['ID=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:30.365323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:30.415927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:05:30.417100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:05:30.419306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:05:30.425565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:30.426269 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:30.473539 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9678419
Apr 15 15:05:30.492190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Request body: {'port': {'device_id': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:30.585329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-856e0a34-f210-4bba-833e-e5f3debb14b0 None None] Provisioning for port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:05:30.590392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-856e0a34-f210-4bba-833e-e5f3debb14b0 None None] Provisioning complete for port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:05:30.590816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-856e0a34-f210-4bba-833e-e5f3debb14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:30.621245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:30.651541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-856e0a34-f210-4bba-833e-e5f3debb14b0 None None] Port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:05:30.841341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23bc75-3afa-4a7e-a6db-0d371ed47b86 req-35fe0e42-cfdf-4818-b201-a9d621235045 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:30.843122 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f23bc75-3afa-4a7e-a6db-0d371ed47b86 req-35fe0e42-cfdf-4818-b201-a9d621235045 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 932 time: 0.0949152
Apr 15 15:05:31.018801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ade9d3-ea7a-4dd8-ab06-a4efb40f5ea5 req-54e26d42-a145-43b0-8a5a-985ac27c57ef tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:31.020446 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71ade9d3-ea7a-4dd8-ab06-a4efb40f5ea5 req-54e26d42-a145-43b0-8a5a-985ac27c57ef tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 945 time: 0.2143011
Apr 15 15:05:31.098876 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-71ade9d3-ea7a-4dd8-ab06-a4efb40f5ea5 req-b1c5d009-625a-4b9e-ae67-fd6c20003e62 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671468
Apr 15 15:05:31.133976 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7f23bc75-3afa-4a7e-a6db-0d371ed47b86 req-8e8734e2-0450-4293-b8b4-b7fed290552b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2835433
Apr 15 15:05:31.176296 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dd9b90-9291-4cf9-aa4c-4b91668eb87d {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:05:31.184002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:31.198732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Transition to ACTIVE for port object 76dd9b90-9291-4cf9-aa4c-4b91668eb87d will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:05:31.231245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:31.246732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96a3e93c-a557-4d91-815f-7d70f2a362b4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:31.380766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Pushing event updated for resources: {'Port': ['ID=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:31.383884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:31.575144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Attempting to bind port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:05:31.575566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Attempting to bind port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:05:31.575942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Attempting to bind port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:05:31.581886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:05:31.582282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Attempting to bind port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d on network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:05:31.588031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:05:31.588403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Checking segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:05:31.588817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Bound using segment: {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:05:31.589287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Bound port: 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abf21e4-ca71-4086-b728-9c69a975a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:05:31.589787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:31.690103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] For port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:05:31.693021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] For port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:05:31.728726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:31.744469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:31.894476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Pushing event updated for resources: {'Port': ['ID=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:31.897753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:31.930229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:31.930905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:31.932565 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] 10.222.0.10 "PUT /v2.0/ports/76dd9b90-9291-4cf9-aa4c-4b91668eb87d HTTP/1.1" status: 200  len: 1094 time: 1.4454765
Apr 15 15:05:31.933108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:31.982778 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'status': 'completed', 'code': 200}
Apr 15 15:05:32.098494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bff87-91e4-4c63-a75d-0482166876a5 req-512bb31b-506b-41b0-8e18-a619944be3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.100040 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-520bff87-91e4-4c63-a75d-0482166876a5 req-512bb31b-506b-41b0-8e18-a619944be3cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 1097 time: 0.0879552
Apr 15 15:05:32.316067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bff87-91e4-4c63-a75d-0482166876a5 req-a9c88527-bb2d-49b5-825d-7710b658bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.317647 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-520bff87-91e4-4c63-a75d-0482166876a5 req-a9c88527-bb2d-49b5-825d-7710b658bf0d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2074406
Apr 15 15:05:32.338573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5d9ea-0f0f-42ad-8ba7-82d7194d41f0 req-3a649e43-ee25-4e0d-b654-cd08c4949ece tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.340118 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-15f5d9ea-0f0f-42ad-8ba7-82d7194d41f0 req-3a649e43-ee25-4e0d-b654-cd08c4949ece tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 944 time: 0.0886278
Apr 15 15:05:32.343841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80950-a1cb-417c-ba8f-fd349b74a016 req-d6f86a37-5ef9-4f2c-8061-6c2b181dac80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.345384 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ecc80950-a1cb-417c-ba8f-fd349b74a016 req-d6f86a37-5ef9-4f2c-8061-6c2b181dac80 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 945 time: 0.1267848
Apr 15 15:05:32.390733 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-15f5d9ea-0f0f-42ad-8ba7-82d7194d41f0 req-487680b9-a447-4b23-98e9-bf8ccc685353 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440388
Apr 15 15:05:32.496566 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ecc80950-a1cb-417c-ba8f-fd349b74a016 req-2c55c84f-50eb-4c68-88a4-78511c84d5a4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275566
Apr 15 15:05:32.538006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bff87-91e4-4c63-a75d-0482166876a5 req-e482096b-0b09-4b95-a2d9-6239c28b922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.539633 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-520bff87-91e4-4c63-a75d-0482166876a5 req-e482096b-0b09-4b95-a2d9-6239c28b922a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1927497
Apr 15 15:05:32.676566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-23bcbcb8-8854-4b2c-ae56-c90e3d54cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.678161 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-23bcbcb8-8854-4b2c-ae56-c90e3d54cdef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 1097 time: 0.0861704
Apr 15 15:05:32.756886 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-1e926ef9-762a-4cbc-b2f4-80003b42e9e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d HTTP/1.1" status: 200  len: 217 time: 0.0649323
Apr 15 15:05:32.768358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c41a10ee-7047-4bb2-9b5d-7a6cf29e2180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:32.832347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-9d112b7d-b1a8-43fb-b69c-197e2acf9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.834072 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-9d112b7d-b1a8-43fb-b69c-197e2acf9bb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0688026
Apr 15 15:05:32.918072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a0f97a7d-6637-43e1-8947-ce4d5596e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:32.919616 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-a0f97a7d-6637-43e1-8947-ce4d5596e1da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787947
Apr 15 15:05:33.074355 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-b61cb75c-4f16-48a7-98eb-45497832bad7 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423001
Apr 15 15:05:33.225605 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-36fd3c3a-cfb6-4c01-aed6-cb0ec6bb29a7 req-c984564c-c99b-495a-88f3-7b062deb2a16 service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383102
Apr 15 15:05:33.596935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143da89-1017-445b-a4fb-c57668b4c079 req-9da5b911-60c0-44e8-8379-424fd22b9a69 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:33.597685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-5143da89-1017-445b-a4fb-c57668b4c079 req-9da5b911-60c0-44e8-8379-424fd22b9a69 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:33.630979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-5143da89-1017-445b-a4fb-c57668b4c079 req-9da5b911-60c0-44e8-8379-424fd22b9a69 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:33.632277 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5143da89-1017-445b-a4fb-c57668b4c079 req-9da5b911-60c0-44e8-8379-424fd22b9a69 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 944 time: 0.1248534
Apr 15 15:05:33.682312 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5143da89-1017-445b-a4fb-c57668b4c079 req-cc867cab-e882-45e6-933c-e7c73b61d552 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437410
Apr 15 15:05:34.839665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a7c84419-217f-4d79-bb9d-c3bc24db1be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:34.905876 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d210c4a-59a6-4593-9e12-c0a65f7316aa req-2cae9946-bd53-4f92-934e-7d000674dccb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:34.908305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4d210c4a-59a6-4593-9e12-c0a65f7316aa req-2cae9946-bd53-4f92-934e-7d000674dccb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 944 time: 0.0918207
Apr 15 15:05:34.959286 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4d210c4a-59a6-4593-9e12-c0a65f7316aa req-06a8b211-e8c3-4606-bcec-5ff6deb8d72f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435419
Apr 15 15:05:36.157241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:36.167844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ce52-131a-4ac2-a5a0-41b1f25e8995 req-583f312d-0865-4f4e-9ba6-e6335909b142 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:36.169416 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ca73ce52-131a-4ac2-a5a0-41b1f25e8995 req-583f312d-0865-4f4e-9ba6-e6335909b142 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 944 time: 0.0946717
Apr 15 15:05:36.218521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ca73ce52-131a-4ac2-a5a0-41b1f25e8995 req-0f8fb9c4-dab9-4571-9a9a-94dfbe1fb945 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421531
Apr 15 15:05:36.762511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:37.423252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2656a-7795-4b11-9348-37735f696a38 req-72c80d05-272d-42e2-a4a8-1dfce06d139d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:37.424024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 76dd9b90-9291-4cf9-aa4c-4b91668eb87d details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:05:37.424996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-07e2656a-7795-4b11-9348-37735f696a38 req-72c80d05-272d-42e2-a4a8-1dfce06d139d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 944 time: 0.0878568
Apr 15 15:05:37.475517 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-07e2656a-7795-4b11-9348-37735f696a38 req-c0c6ce30-a329-4c6b-9117-c6fbe3bff676 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439138
Apr 15 15:05:37.572399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:37.579778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:37.594505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'port_id': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'mac_address': 'fa:16:3e:97:ed:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:05:37.653062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:37.670337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dd9b90-9291-4cf9-aa4c-4b91668eb87d {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:05:37.686477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:37.716771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:37.718649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:37.789468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:37.797188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.797592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.797971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.798375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.799040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.799530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.799757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.800129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.800510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.800878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.801240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.801601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:05:37.805618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:38.122495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['76dd9b90-9291-4cf9-aa4c-4b91668eb87d'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:05:38.681300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9108aa-7f68-439b-9d9d-fc4b8613c1c8 req-063db02d-3c7a-4fec-919f-36b33058bae1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:38.682872 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a9108aa-7f68-439b-9d9d-fc4b8613c1c8 req-063db02d-3c7a-4fec-919f-36b33058bae1 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 945 time: 0.0921834
Apr 15 15:05:38.730999 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a9108aa-7f68-439b-9d9d-fc4b8613c1c8 req-dd4f2176-b5ab-4ea7-9a9d-ad3799e05686 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417018
Apr 15 15:05:39.446263 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 76dd9b90-9291-4cf9-aa4c-4b91668eb87d up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:05:39.539713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:05:39.544638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:05:39.545065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:39.671036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:39.699053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:39.711014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:39.745764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:39.748714 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'code': 200}
Apr 15 15:05:39.749270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-700d4e96-21a8-460f-9a90-d2531fe83de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:39.820598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:39.824045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:39.939884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5f7c5-b955-4675-98e4-b03faf46d088 req-d531dfdb-34c9-4071-987e-454d46e776e9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:39.941571 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-46b5f7c5-b955-4675-98e4-b03faf46d088 req-d531dfdb-34c9-4071-987e-454d46e776e9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.0890679
Apr 15 15:05:39.990344 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-46b5f7c5-b955-4675-98e4-b03faf46d088 req-bf9a7832-324a-4a28-b560-eeb7bc0d02ba tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420415
Apr 15 15:05:40.079809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f38b20-74f6-441f-9bd6-8a8c753d6d1e req-762d032b-c4a2-41d3-87a3-3d24f8acd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:40.081401 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a3f38b20-74f6-441f-9bd6-8a8c753d6d1e req-762d032b-c4a2-41d3-87a3-3d24f8acd9ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 1099 time: 0.0785620
Apr 15 15:05:40.127794 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a3f38b20-74f6-441f-9bd6-8a8c753d6d1e req-5c28cfdb-bb22-48de-9dc1-f177424fa5fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367472
Apr 15 15:05:41.192445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213d64-e079-4248-ba11-eccf2fbd1ec6 req-9547c9f4-a325-41a4-af92-257ec8c3c68b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:41.193941 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-76213d64-e079-4248-ba11-eccf2fbd1ec6 req-9547c9f4-a325-41a4-af92-257ec8c3c68b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.0882959
Apr 15 15:05:41.471776 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-76213d64-e079-4248-ba11-eccf2fbd1ec6 req-4ba0b665-9659-4b7f-bf02-06c8354165df tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2710829
Apr 15 15:05:42.677459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb9fc-db3c-4405-b365-16fb1f31f7a3 req-e9edb1bb-f9b3-4032-b210-ad958a42496f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:42.679038 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a91cb9fc-db3c-4405-b365-16fb1f31f7a3 req-e9edb1bb-f9b3-4032-b210-ad958a42496f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.0919042
Apr 15 15:05:42.728004 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a91cb9fc-db3c-4405-b365-16fb1f31f7a3 req-77c726a4-27ff-4d34-9aab-6e683f7a8cea tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424504
Apr 15 15:05:42.935754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546bebe-0098-4210-a246-0902af3fdb16 req-671b2e37-f9c8-4e5b-8c74-604b16b268fb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:42.937240 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9546bebe-0098-4210-a246-0902af3fdb16 req-671b2e37-f9c8-4e5b-8c74-604b16b268fb tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.0885801
Apr 15 15:05:42.946548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33410) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:05:42.952310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Request body: {'floatingip': {'port_id': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:05:43.036615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:43.652689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:43.682640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:43.871529 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Floating IP cf3adfb4-8211-4e82-841e-6a167578e4af associated. External IP: 172.27.0.199, port: 76dd9b90-9291-4cf9-aa4c-4b91668eb87d.
Apr 15 15:05:44.251236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:05:44.444747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:05:44.449887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:44.455781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:05:44.465628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:05:44.466338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dc08978>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:05:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:44.508804 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bf239044-83c6-4287-8379-e17dc7171257 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "PUT /v2.0/floatingips/cf3adfb4-8211-4e82-841e-6a167578e4af HTTP/1.1" status: 200  len: 992 time: 1.5610888
Apr 15 15:05:44.509483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:44.563854 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'status': 'completed', 'code': 200}
Apr 15 15:05:44.663281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:05:44.695514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8646-561b-4923-a44e-29589a736735 req-5e5691f1-f86d-44a0-8453-ed998d9b3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:44.697098 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-5e5691f1-f86d-44a0-8453-ed998d9b3163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 1099 time: 0.0840614
Apr 15 15:05:44.852811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8646-561b-4923-a44e-29589a736735 req-02dd8433-8f49-4087-89c8-c5dd8ee6d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:44.854409 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-02dd8433-8f49-4087-89c8-c5dd8ee6d4c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 200  len: 911 time: 0.1395876
Apr 15 15:05:44.979203 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-a7bebaf6-28ec-4e43-b577-9e9ad4a7e945 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d HTTP/1.1" status: 200  len: 1000 time: 0.1086118
Apr 15 15:05:45.036497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dc08978>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'cf3adfb4-8211-4e82-841e-6a167578e4af', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'port_id': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'mac_address': 'fa:16:3e:97:ed:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:05:25Z', 'updated_at': '2021-04-15T15:05:43Z', 'revision_number': 1, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:45.040724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:05:45.050216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:05:45.050402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8646-561b-4923-a44e-29589a736735 req-89ceae42-8c74-4e87-93d0-730773ecc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:45.050779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dc08978>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:05:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:45.052510 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-89ceae42-8c74-4e87-93d0-730773ecc78d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 200  len: 849 time: 0.0647044
Apr 15 15:05:45.154884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8646-561b-4923-a44e-29589a736735 req-fbcb7dea-d7c8-4bb3-b9d3-d701c8aa01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:45.156485 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-fbcb7dea-d7c8-4bb3-b9d3-d701c8aa01f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8feb84fd-6d37-408a-88f2-be86ff9e2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0878904
Apr 15 15:05:45.243888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:05:45.307060 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-598dccfa-6829-4d42-b131-42b6ae8dd1fa service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396854
Apr 15 15:05:45.463691 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6ac8646-561b-4923-a44e-29589a736735 req-f2f766df-981c-42d9-84bd-8c527154396b service neutron] 10.222.0.10 "GET /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400464
Apr 15 15:05:45.519780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:05:45.807131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dc08978>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'cf3adfb4-8211-4e82-841e-6a167578e4af', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'port_id': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'mac_address': 'fa:16:3e:97:ed:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:05:25Z', 'updated_at': '2021-04-15T15:05:43Z', 'revision_number': 1, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:05:45.811513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484b035-a068-4b9f-87c4-643f794d3e26 None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'cf3adfb4-8211-4e82-841e-6a167578e4af', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'port_id': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'mac_address': 'fa:16:3e:97:ed:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:05:25Z', 'updated_at': '2021-04-15T15:05:43Z', 'revision_number': 1, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:05:46.062403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74676050-04d3-4fac-9e69-9b17e3736d2c None None] New status for floating IP cf3adfb4-8211-4e82-841e-6a167578e4af: ACTIVE {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:05:46.240472 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-246f5367-1f74-4a60-a30e-164f294d4ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776381
Apr 15 15:05:46.354087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-f4eee783-e3fb-45a7-87e5-6ced2331150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:46.355815 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-f4eee783-e3fb-45a7-87e5-6ced2331150b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.0860722
Apr 15 15:05:46.532455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-54b77ff6-026a-4568-894b-b53520372cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:46.534709 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-54b77ff6-026a-4568-894b-b53520372cb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.1393099
Apr 15 15:05:46.657413 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-c2e693b7-f5d2-4164-afe4-91f8fd76c7be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 1001 time: 0.1041226
Apr 15 15:05:46.733155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-75787e7c-3a53-4fc1-8a23-92976deac9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:46.734766 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-75787e7c-3a53-4fc1-8a23-92976deac9a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0699625
Apr 15 15:05:46.823243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-f3cbab05-7368-434d-9617-e7c87ad95f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:46.825116 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-f3cbab05-7368-434d-9617-e7c87ad95f24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0804784
Apr 15 15:05:46.977799 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-b5e22b0d-a722-490d-90c2-4f7891e993da service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369359
Apr 15 15:05:47.121812 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2e0ad4f4-1cbf-4daa-8ac7-d66a3d14e310 req-c88ba4b2-d6c3-4558-b13b-cd6ac667079c service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349344
Apr 15 15:05:48.371694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fda56e-7ccf-4f68-8ad4-96619c356a1b req-00a51ded-ed15-4f2d-8a9e-07c6efe3b8c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:48.373259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-21fda56e-7ccf-4f68-8ad4-96619c356a1b req-00a51ded-ed15-4f2d-8a9e-07c6efe3b8c4 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 945 time: 0.0922410
Apr 15 15:05:48.421369 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-21fda56e-7ccf-4f68-8ad4-96619c356a1b req-85c34bb4-b0ab-4203-a94a-91429f9ea767 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415359
Apr 15 15:05:48.670977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:49.624697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671ef4b-1b05-4ead-b1c0-99e6668d71ce req-6015e859-40bf-4e3a-a23d-6d49ab2c8000 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:49.626421 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4671ef4b-1b05-4ead-b1c0-99e6668d71ce req-6015e859-40bf-4e3a-a23d-6d49ab2c8000 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 945 time: 0.0893128
Apr 15 15:05:49.679169 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4671ef4b-1b05-4ead-b1c0-99e6668d71ce req-d2b8b86d-fb9b-4f62-ab80-be8699518eda tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463042
Apr 15 15:05:50.384508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-30b3256d-22c7-4453-a644-720b2f50e21f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:50.386097 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-30b3256d-22c7-4453-a644-720b2f50e21f tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 945 time: 0.0878115
Apr 15 15:05:50.471731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Deleting port bed7256e-c9f6-47d0-ad6a-cc27552f2957 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:05:50.472127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:50.733730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] For port bed7256e-c9f6-47d0-ad6a-cc27552f2957, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=bed7256e-c9f6-47d0-ad6a-cc27552f2957,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:50.734254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:50.870939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Calling delete_port for bed7256e-c9f6-47d0-ad6a-cc27552f2957 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:05:50.884619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608295-7e14-426f-afe0-64130842b65b req-14a04466-596e-4725-b2ec-5586b003e6ce tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:50.886357 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ae608295-7e14-426f-afe0-64130842b65b req-14a04466-596e-4725-b2ec-5586b003e6ce tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 945 time: 0.0920446
Apr 15 15:05:50.936311 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ae608295-7e14-426f-afe0-64130842b65b req-2fffff03-e92b-441f-97ea-32d4a9aaa3e9 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423608
Apr 15 15:05:51.047959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:51.061047 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3', 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913', 'bed7256e-c9f6-47d0-ad6a-cc27552f2957'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:05:51.063904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:51.117109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event deleted for resources: {'Port': ['ID=bed7256e-c9f6-47d0-ad6a-cc27552f2957,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:51.163689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:51.309568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] No DVR routers for this DVR port bed7256e-c9f6-47d0-ad6a-cc27552f2957 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:05:51.312091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:51.315511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'name': 'network-vif-deleted', 'tag': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:51.357970 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9aa88917-447f-4e29-852f-ec21f6566a3c req-bb6482b1-bd67-48d8-b006-ac0f4a15ca74 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "DELETE /v2.0/ports/bed7256e-c9f6-47d0-ad6a-cc27552f2957 HTTP/1.1" status: 204  len: 173 time: 0.9571357
Apr 15 15:05:51.363876 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3', 'name': 'network-vif-deleted', 'tag': 'bed7256e-c9f6-47d0-ad6a-cc27552f2957', 'status': 'completed', 'code': 200}
Apr 15 15:05:52.125366 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58d7ff0f-6e47-4f8c-b9ea-ad859f91900b req-1c0d8b66-70dd-4527-b208-1df136188470 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bd0c75d-b375-4ab9-a6c0-4ee6419f33e3 HTTP/1.1" status: 200  len: 210 time: 0.0530295
Apr 15 15:05:54.975302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27267067-1fb9-4824-b78f-1ae5907cf223 req-78e90eca-8671-43f6-863b-fca9733601da tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:54.976204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-27267067-1fb9-4824-b78f-1ae5907cf223 req-78e90eca-8671-43f6-863b-fca9733601da tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:55.008321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-27267067-1fb9-4824-b78f-1ae5907cf223 req-78e90eca-8671-43f6-863b-fca9733601da tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:55.009615 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27267067-1fb9-4824-b78f-1ae5907cf223 req-78e90eca-8671-43f6-863b-fca9733601da tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 945 time: 0.1276028
Apr 15 15:05:55.060187 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-27267067-1fb9-4824-b78f-1ae5907cf223 req-61a10c5d-55b8-4ae0-81f8-98ecf0dda00c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437961
Apr 15 15:05:55.539032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device bed7256e-c9f6-47d0-ad6a-cc27552f2957 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:05:55.583947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: bed7256e-c9f6-47d0-ad6a-cc27552f2957 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:05:55.584336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device bed7256e-c9f6-47d0-ad6a-cc27552f2957 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:05:56.266780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b9b9-07dd-4440-b49b-3798ba978f95 req-3998787d-b460-4981-90c9-210eefd746ec tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:56.268570 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ec4b9b9-07dd-4440-b49b-3798ba978f95 req-3998787d-b460-4981-90c9-210eefd746ec tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 945 time: 0.0908544
Apr 15 15:05:56.320618 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ec4b9b9-07dd-4440-b49b-3798ba978f95 req-36bb3d31-96e7-4184-b8bf-f446e0b760ce tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455267
Apr 15 15:05:56.821202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1389522-c724-46d6-a532-9c63c3b728ed req-a34fcf12-d4ce-4d59-9435-866292a088c6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:56.822773 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f1389522-c724-46d6-a532-9c63c3b728ed req-a34fcf12-d4ce-4d59-9435-866292a088c6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 945 time: 0.0923321
Apr 15 15:05:56.901064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Deleting port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:05:56.901444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:57.167776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] For port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:05:57.168100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:57.305834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Calling delete_port for e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:05:57.505239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:57.518918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3', 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:05:57.521501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-de925029-a835-4ef1-b495-9afad46fa533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:05:57.657945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event deleted for resources: {'Port': ['ID=e1b6dbe8-ebd4-4fac-b92f-cae803f0e913,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:05:57.781481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c803e0-f939-42b6-9e58-2ce8fccad038 req-50f62d30-bda5-423e-9935-e357d8b42f77 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:57.783711 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31c803e0-f939-42b6-9e58-2ce8fccad038 req-50f62d30-bda5-423e-9935-e357d8b42f77 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0960479
Apr 15 15:05:57.853244 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31c803e0-f939-42b6-9e58-2ce8fccad038 req-541cbd2c-4130-442c-8b49-d5ff91438667 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473380
Apr 15 15:05:57.901955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:05:57.906114 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8695f58d-27a6-4c36-a967-16fc665b6043 req-603cb1b7-ba6c-418c-8471-5b13c69b2bdb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 210 time: 0.3409712
Apr 15 15:05:58.043445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] No DVR routers for this DVR port e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:05:58.045859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:05:58.048696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385a6877-6cd6-4847-a30e-7bacb9296384', 'name': 'network-vif-deleted', 'tag': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:05:58.098304 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385a6877-6cd6-4847-a30e-7bacb9296384', 'name': 'network-vif-deleted', 'tag': 'e1b6dbe8-ebd4-4fac-b92f-cae803f0e913', 'status': 'completed', 'code': 200}
Apr 15 15:05:58.157426 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f1389522-c724-46d6-a532-9c63c3b728ed req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "DELETE /v2.0/ports/e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 HTTP/1.1" status: 204  len: 173 time: 1.3282981
Apr 15 15:05:59.068071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e917db-f57d-4025-9274-0252bc7a7505 req-63920450-2207-4a58-b4ec-9e0e17685a30 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:05:59.069619 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-61e917db-f57d-4025-9274-0252bc7a7505 req-63920450-2207-4a58-b4ec-9e0e17685a30 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0946646
Apr 15 15:05:59.088162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4e194ffd-f040-4c8a-986f-3e166703a303 req-0a13ac87-95da-4fe8-b023-4438c647a5d6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:05:59.121360 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-61e917db-f57d-4025-9274-0252bc7a7505 req-cf97d308-0ed3-4d5b-a6f0-a5802a5c9c98 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443377
Apr 15 15:05:59.139505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-4e194ffd-f040-4c8a-986f-3e166703a303 req-0a13ac87-95da-4fe8-b023-4438c647a5d6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:05:59.140807 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4e194ffd-f040-4c8a-986f-3e166703a303 req-0a13ac87-95da-4fe8-b023-4438c647a5d6 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=385a6877-6cd6-4847-a30e-7bacb9296384 HTTP/1.1" status: 200  len: 210 time: 0.1028051
Apr 15 15:06:00.328584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576b1da-cc06-40a6-b98e-aee5030a55b0 req-44156599-c496-441a-b287-df3910b0d8a8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:00.330974 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e576b1da-cc06-40a6-b98e-aee5030a55b0 req-44156599-c496-441a-b287-df3910b0d8a8 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0898809
Apr 15 15:06:00.382862 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e576b1da-cc06-40a6-b98e-aee5030a55b0 req-8c7c8596-ba6e-4ece-ad7f-493d98391e4a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453327
Apr 15 15:06:00.704183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090fed-647c-4987-b53e-1b5ecc638672 req-5bb4dc40-44af-42d1-8d96-908765fe4702 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:00.705860 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b1090fed-647c-4987-b53e-1b5ecc638672 req-5bb4dc40-44af-42d1-8d96-908765fe4702 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 946 time: 0.0870473
Apr 15 15:06:00.753801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b1090fed-647c-4987-b53e-1b5ecc638672 req-6dd9f2c3-2ad6-4b6f-8fbd-079eff78af84 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415201
Apr 15 15:06:01.577638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:06:01.590782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0dbdc-3bff-4630-b05f-1a3522da9caf req-25c6ab61-9b98-4264-9137-25b690a5291e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:01.592399 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aed0dbdc-3bff-4630-b05f-1a3522da9caf req-25c6ab61-9b98-4264-9137-25b690a5291e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0923414
Apr 15 15:06:01.615742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:06:01.616146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device e1b6dbe8-ebd4-4fac-b92f-cae803f0e913 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:06:01.641751 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-aed0dbdc-3bff-4630-b05f-1a3522da9caf req-e4423c91-deee-4e32-a053-b74aa43f8939 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420358
Apr 15 15:06:01.958391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9eb3-6f95-47db-a258-863da0c0a35d req-13361dce-4ebb-48d5-92a4-c73663d94f52 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:01.959991 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26eb9eb3-6f95-47db-a258-863da0c0a35d req-13361dce-4ebb-48d5-92a4-c73663d94f52 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 946 time: 0.0893018
Apr 15 15:06:02.009176 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26eb9eb3-6f95-47db-a258-863da0c0a35d req-b37f0fb1-b038-47c5-ac73-cf1a9fb2f99c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426798
Apr 15 15:06:02.162714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-801c1927-8266-4f8e-b926-9ee4d43db182 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:02.164183 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-801c1927-8266-4f8e-b926-9ee4d43db182 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 946 time: 0.0868039
Apr 15 15:06:02.244818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Deleting port a27b0737-93a1-4ada-a4af-22cd54b84b21 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:06:02.245203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:02.502927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] For port a27b0737-93a1-4ada-a4af-22cd54b84b21, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=a27b0737-93a1-4ada-a4af-22cd54b84b21,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:02.503245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:02.634724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Calling delete_port for a27b0737-93a1-4ada-a4af-22cd54b84b21 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:06:02.739815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b8530689-8d46-44f6-a156-914e8fb099fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:02.860445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:02.870201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc468b-c16f-49c1-bbe6-048de4626fde req-b2b2715f-da5d-48ab-9028-bb28d2af9484 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:02.871433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3', 'a27b0737-93a1-4ada-a4af-22cd54b84b21'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:06:02.871771 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-62fc468b-c16f-49c1-bbe6-048de4626fde req-b2b2715f-da5d-48ab-9028-bb28d2af9484 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1009355
Apr 15 15:06:02.885387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-75e91181-2f6b-4323-801f-bf46de5e3916 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:03.002443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event deleted for resources: {'Port': ['ID=a27b0737-93a1-4ada-a4af-22cd54b84b21,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:03.014052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:03.057845 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-62fc468b-c16f-49c1-bbe6-048de4626fde req-c2c6361f-2738-42db-8b7b-a0d4b020c2f7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327326
Apr 15 15:06:03.230620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] No DVR routers for this DVR port a27b0737-93a1-4ada-a4af-22cd54b84b21 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:06:03.233082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:03.238160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'name': 'network-vif-deleted', 'tag': 'a27b0737-93a1-4ada-a4af-22cd54b84b21'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:06:03.244436 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bdd6c5f-6bbc-45da-92c1-1be1707cfaf4 req-85f22127-674c-41a8-8eb3-6b5afbd9905c tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b HTTP/1.1" status: 200  len: 210 time: 0.0716000
Apr 15 15:06:03.289331 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0c163cbc-f095-4bc5-a65c-bca2da66d55d req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "DELETE /v2.0/ports/a27b0737-93a1-4ada-a4af-22cd54b84b21 HTTP/1.1" status: 204  len: 173 time: 1.1188874
Apr 15 15:06:03.291461 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2a6dbc-fa1f-4bb9-9357-0eb5d16a993b', 'name': 'network-vif-deleted', 'tag': 'a27b0737-93a1-4ada-a4af-22cd54b84b21', 'status': 'completed', 'code': 200}
Apr 15 15:06:04.271885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf641af-b2fe-48ae-aed8-a509d0e11071 req-1b21e04d-847d-4ffa-a2f9-2600869204fa tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:04.273475 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cdf641af-b2fe-48ae-aed8-a509d0e11071 req-1b21e04d-847d-4ffa-a2f9-2600869204fa tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0914483
Apr 15 15:06:04.324645 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cdf641af-b2fe-48ae-aed8-a509d0e11071 req-542f00c2-dab7-459f-8230-ace54d109049 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441241
Apr 15 15:06:04.831131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-52232836-d2fd-4e65-a7bf-91d466035c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:05.535304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083482b-22a0-46d5-bfd0-6d45c2a55c37 req-40b5957f-bfaf-487d-91c5-d3716235441b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:05.536938 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0083482b-22a0-46d5-bfd0-6d45c2a55c37 req-40b5957f-bfaf-487d-91c5-d3716235441b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0923774
Apr 15 15:06:05.586014 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0083482b-22a0-46d5-bfd0-6d45c2a55c37 req-742c9e5c-45a5-4334-be63-c83c80a549fa tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425184
Apr 15 15:06:05.598562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device a27b0737-93a1-4ada-a4af-22cd54b84b21 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:06:05.641739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: a27b0737-93a1-4ada-a4af-22cd54b84b21 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:06:05.642282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device a27b0737-93a1-4ada-a4af-22cd54b84b21 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:06:06.096322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1d06c-887a-4e5d-bf16-1097ac35e3b6 req-ee40a156-2e47-4606-9d4f-547055b2a4c2 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:06.097821 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-01d1d06c-887a-4e5d-bf16-1097ac35e3b6 req-ee40a156-2e47-4606-9d4f-547055b2a4c2 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 946 time: 0.0905132
Apr 15 15:06:06.145470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:06.360452 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-01d1d06c-887a-4e5d-bf16-1097ac35e3b6 req-161cf1dc-2495-48ea-b2d1-5b97cf45be44 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561178
Apr 15 15:06:06.744986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:06.790369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed4faf-d39f-4f43-8991-7d21ee57a981 req-1713ef6e-fa47-461c-9c24-7b5a6836c7d7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:06.791843 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e4ed4faf-d39f-4f43-8991-7d21ee57a981 req-1713ef6e-fa47-461c-9c24-7b5a6836c7d7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0887129
Apr 15 15:06:06.843291 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e4ed4faf-d39f-4f43-8991-7d21ee57a981 req-baba8767-99de-40cc-ace6-786f4f280ae1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449865
Apr 15 15:06:07.574055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:07.580941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7267d4a-3423-45a5-88c7-a80ac72d1eee req-8fda3891-6f3a-4b25-a0a0-f753feb3703e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:07.581712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b7267d4a-3423-45a5-88c7-a80ac72d1eee req-8fda3891-6f3a-4b25-a0a0-f753feb3703e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Synchronizing usage tracker for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:06:07.625275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b7267d4a-3423-45a5-88c7-a80ac72d1eee req-8fda3891-6f3a-4b25-a0a0-f753feb3703e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Unset dirty status for tenant:d3e7dca6367546b4a42fd90136ef461a on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:06:07.626735 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b7267d4a-3423-45a5-88c7-a80ac72d1eee req-8fda3891-6f3a-4b25-a0a0-f753feb3703e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 946 time: 0.1520731
Apr 15 15:06:07.675154 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b7267d4a-3423-45a5-88c7-a80ac72d1eee req-43f4157e-178c-41eb-a136-e4e53d36789d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/security-groups?id=f769f5a4-0edd-46eb-a464-786bfcae189d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422108
Apr 15 15:06:07.776316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a5d27-8695-4a51-946c-2e587074525b req-9967dabb-7267-4417-8b42-6130c35d5c2e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:07.777870 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0e4a5d27-8695-4a51-946c-2e587074525b req-9967dabb-7267-4417-8b42-6130c35d5c2e tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 946 time: 0.0866532
Apr 15 15:06:07.858660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Deleting port c35a0db8-638a-41bd-82d6-a8594143b9b3 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:06:07.859042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:08.056941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d17e7-eada-48fb-a534-75d9590a128f req-49dac00b-e2d5-4e57-9e67-3c9bae3e255e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:08.058548 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c93d17e7-eada-48fb-a534-75d9590a128f req-49dac00b-e2d5-4e57-9e67-3c9bae3e255e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0909026
Apr 15 15:06:08.107966 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c93d17e7-eada-48fb-a534-75d9590a128f req-6a739ccc-336d-437a-82db-5d3d51f0b336 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428135
Apr 15 15:06:08.123239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] For port c35a0db8-638a-41bd-82d6-a8594143b9b3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=c35a0db8-638a-41bd-82d6-a8594143b9b3,segment=NetworkSegment(edee899a-c29f-49b3-8569-a78086e47446),segment_id=edee899a-c29f-49b3-8569-a78086e47446)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:08.123646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:08.254830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Calling delete_port for c35a0db8-638a-41bd-82d6-a8594143b9b3 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:06:08.436281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:08.448916 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['c35a0db8-638a-41bd-82d6-a8594143b9b3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:06:08.452314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:08.546821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Pushing event deleted for resources: {'Port': ['ID=c35a0db8-638a-41bd-82d6-a8594143b9b3,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:08.555111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:08.695353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] No DVR routers for this DVR port c35a0db8-638a-41bd-82d6-a8594143b9b3 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:06:08.697806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:08.700958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'name': 'network-vif-deleted', 'tag': 'c35a0db8-638a-41bd-82d6-a8594143b9b3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:06:08.740074 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0e4a5d27-8695-4a51-946c-2e587074525b req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.10 "DELETE /v2.0/ports/c35a0db8-638a-41bd-82d6-a8594143b9b3 HTTP/1.1" status: 204  len: 173 time: 0.9554367
Apr 15 15:06:08.841015 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2bf1c2f6-b4aa-4bf7-aa50-bfd7ca6f0049 req-248ed6a7-0917-44e2-a74a-5e0f9fd81d24 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] 10.222.0.20 "GET /v2.0/ports?device_id=4039d99f-eaf8-448f-b14f-1ce1d3066545 HTTP/1.1" status: 200  len: 210 time: 0.0510225
Apr 15 15:06:08.854383 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4039d99f-eaf8-448f-b14f-1ce1d3066545', 'name': 'network-vif-deleted', 'tag': 'c35a0db8-638a-41bd-82d6-a8594143b9b3', 'status': 'completed', 'code': 200}
Apr 15 15:06:09.317131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbbe78-e9f1-4c68-b16f-aff8778b9323 req-cefa9426-0047-44bf-a801-5b50a4f7a0d4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:09.318783 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5cbbbe78-e9f1-4c68-b16f-aff8778b9323 req-cefa9426-0047-44bf-a801-5b50a4f7a0d4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0884831
Apr 15 15:06:09.372251 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5cbbbe78-e9f1-4c68-b16f-aff8778b9323 req-6da2a4e0-f0f3-4f9b-8a14-858695053568 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460870
Apr 15 15:06:09.944882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33616) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:10.014576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Deleting subnet fea77b8e-5a39-4ef2-85d5-2adccac8fd85 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:06:10.018162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:10.069443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:10.130896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:10.539737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:10.559669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-baef860b-1707-420b-a01c-08deb510bd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:10.648706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea77b8e-5a39-4ef2-85d5-2adccac8fd85,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:10.660499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:10.683595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54734e99-50bb-44c7-8b2d-4a1ca6799dcf req-5652f507-2c7d-4565-8dab-7567f0e1b87e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:10.685180 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54734e99-50bb-44c7-8b2d-4a1ca6799dcf req-5652f507-2c7d-4565-8dab-7567f0e1b87e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0920556
Apr 15 15:06:10.695145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:10.701599 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-29cd30ed-6d66-4485-bcfb-ea6ef4885b46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fea77b8e-5a39-4ef2-85d5-2adccac8fd85 HTTP/1.1" status: 204  len: 168 time: 0.7555408
Apr 15 15:06:10.704736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33622) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:10.735362 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54734e99-50bb-44c7-8b2d-4a1ca6799dcf req-51faf2f9-6e87-4b21-8198-8c21a4c47fdd tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426180
Apr 15 15:06:10.816563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.009221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.122783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d96fc88>,) {'filters': {'network_id': ['b8942cf0-255a-43d7-a034-6853003cc4b1']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:11.135769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d96fc88>, 'edee899a-c29f-49b3-8569-a78086e47446') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:11.136103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d96fc88>, 'edee899a-c29f-49b3-8569-a78086e47446') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:11.147784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.237151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.243600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:06:11.421528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Network b8942cf0-255a-43d7-a034-6853003cc4b1 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:06:11.431048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.607081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Network b8942cf0-255a-43d7-a034-6853003cc4b1 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:06:11.611045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device c35a0db8-638a-41bd-82d6-a8594143b9b3 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:06:11.630574 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:06:11.647726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: c35a0db8-638a-41bd-82d6-a8594143b9b3 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:06:11.648128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device c35a0db8-638a-41bd-82d6-a8594143b9b3 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:06:11.732946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.736718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19beed51-79bf-488c-b0db-ac3562805442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:11.750221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:11.761185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8942cf0-255a-43d7-a034-6853003cc4b1,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:11.764501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:11.791997 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b8942cf0-255a-43d7-a034-6853003cc4b1 HTTP/1.1" status: 204  len: 168 time: 1.0861890
Apr 15 15:06:11.948993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c092e6-d0c0-4844-9ed8-7f4457be6532 req-fbd866b2-a56e-4c5b-9eda-5eed884286a1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:11.950884 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6c092e6-d0c0-4844-9ed8-7f4457be6532 req-fbd866b2-a56e-4c5b-9eda-5eed884286a1 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0889785
Apr 15 15:06:11.998678 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6c092e6-d0c0-4844-9ed8-7f4457be6532 req-9b83e8d9-8e02-4266-ae74-959fa9d06fb0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408432
Apr 15 15:06:12.120056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33634) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:12.171982 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c76ec2d4-912d-4a74-82be-bc05455ec941 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3e7dca6367546b4a42fd90136ef461a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505867
Apr 15 15:06:12.175169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33638) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:12.240770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:12.268342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:12.333581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:12.338765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f586dbc4-dc2c-4153-b8c1-64e3d86c82c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:12.426467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f769f5a4-0edd-46eb-a464-786bfcae189d,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:12.426467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:12.498566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:12.499784 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f769f5a4-0edd-46eb-a464-786bfcae189d HTTP/1.1" status: 204  len: 168 time: 0.3236470
Apr 15 15:06:13.217003 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beff4c-ba8d-4f9b-ad93-6c9714e6140a req-5e031820-bdcc-4782-80c2-466156957358 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:13.218675 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4beff4c-ba8d-4f9b-ad93-6c9714e6140a req-5e031820-bdcc-4782-80c2-466156957358 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0943658
Apr 15 15:06:13.272616 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4beff4c-ba8d-4f9b-ad93-6c9714e6140a req-1628048f-bdbd-4739-8856-b7bd06611faa tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462306
Apr 15 15:06:14.486683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a86d-f565-435d-ad9b-df3361b375f0 req-6268f559-195d-4a85-9d40-d55fa2ced67d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:14.489124 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8bf8a86d-f565-435d-ad9b-df3361b375f0 req-6268f559-195d-4a85-9d40-d55fa2ced67d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0962143
Apr 15 15:06:14.536695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8bf8a86d-f565-435d-ad9b-df3361b375f0 req-f3d824b4-3105-47e9-a911-cc67d906e87e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413628
Apr 15 15:06:14.776022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33698) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:14.903883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:14.920002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:14.924634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Usage tracker for resource:security_group_rule and tenant:f9aa8a7e9a1d472ebfb74dfd54fccc39 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:14.927556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:14.933499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:15.123120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.156306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.165682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-18c06994-907e-46c7-a4be-1624b8308798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:15.212056 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9aa8a7e9a1d472ebfb74dfd54fccc39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4349291
Apr 15 15:06:15.213031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10312313-b419-4314-81ec-9e94082c9c62,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:15.214947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33704) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:15.216211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:15.277220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.304057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.396276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.401375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8674ad1b-1d9b-448c-9e2e-96418b459a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:15.415000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10312313-b419-4314-81ec-9e94082c9c62,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:15.417698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:15.418941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.420139 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10312313-b419-4314-81ec-9e94082c9c62 HTTP/1.1" status: 204  len: 168 time: 0.2041395
Apr 15 15:06:15.642010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:06:15.771369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7bf81-30dc-4b35-b8c1-3f724ba2ad10 req-a285da9c-5e6b-443e-a6da-d8354a4ee9d2 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:15.773121 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b7bf81-30dc-4b35-b8c1-3f724ba2ad10 req-a285da9c-5e6b-443e-a6da-d8354a4ee9d2 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1053553
Apr 15 15:06:15.804106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:15.828701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'mac_address': 'fa:16:3e:2b:3a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:06:15.836597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33716) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:15.857801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.877045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:15.881511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Usage tracker for resource:security_group_rule and tenant:63c3acd318174e3085d068b17f011f09 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:15.884448 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8b7bf81-30dc-4b35-b8c1-3f724ba2ad10 req-4efa0bef-6e4c-4fee-b327-e9861d39de62 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037617
Apr 15 15:06:15.885057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:15.893908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:15.903873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.922650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eeaab9b-e44a-44c7-b415-820c19982c7a {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:06:15.941341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:15.956679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:15.958809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:15.983646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:16.002803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:16.015199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79ce7f37-42ed-41cb-8c10-2108d65de277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:16.031866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=6']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:16.035224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:16.051319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['0eeaab9b-e44a-44c7-b415-820c19982c7a'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:06:16.058539 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63c3acd318174e3085d068b17f011f09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2180386
Apr 15 15:06:16.058539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4968f1-e01a-4eec-85c7-509499eefd30,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:16.059352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33728) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:16.060902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:16.128573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:16.156645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:16.224938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:16.230423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-76b55f97-99a0-4613-8b21-9a8d158bf3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:16.247144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4968f1-e01a-4eec-85c7-509499eefd30,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:16.250300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:16.253166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:16.254446 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff4968f1-e01a-4eec-85c7-509499eefd30 HTTP/1.1" status: 204  len: 168 time: 0.1912854
Apr 15 15:06:17.130284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c4526-7b37-44d5-b586-9445405ea535 req-96fb9efb-d2f6-4965-be72-18e57cd730ec tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:17.135871 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3f1c4526-7b37-44d5-b586-9445405ea535 req-96fb9efb-d2f6-4965-be72-18e57cd730ec tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 944 time: 0.1263602
Apr 15 15:06:17.208645 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3f1c4526-7b37-44d5-b586-9445405ea535 req-7288cf72-d805-40b4-b6c0-4ba023276fc3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637999
Apr 15 15:06:17.260771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33776) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:17.390020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-96782516-network', 'tenant_id': 'b3d0130cd75042a287789f2720d5bb3c'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:06:17.395223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:17.399242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Usage tracker for resource:network and tenant:b3d0130cd75042a287789f2720d5bb3c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:17.402881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:17.412804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:17.453720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Made reservation on behalf of b3d0130cd75042a287789f2720d5bb3c for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:06:17.458749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.473019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.489516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:17.493980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d0130cd75042a287789f2720d5bb3c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:17.497001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:17.504041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:17.602820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.630849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.636957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-002899ad-1fad-487f-9c47-54c8352ab8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:17.654385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:06:17.660786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:06:17.683999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2477c7af-e869-4740-9741-e1ad12858c1d,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:17.699427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:17.716158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.716366 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Added segment 2474b9af-8576-4eef-b2f9-90bce9beee99 of type vlan for network 6e20c508-4110-4339-8779-485d70cd9857
Apr 15 15:06:17.746235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.784187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 0eeaab9b-e44a-44c7-b415-820c19982c7a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:06:17.784707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.933915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.936192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:17.936959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.957129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:17.962744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:17.998474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:17.999859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:06:18.031291 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:18.035387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:18.084949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e20c508-4110-4339-8779-485d70cd9857,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:18.101600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:18.101600 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.8388572
Apr 15 15:06:18.103960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33786) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:18.104236 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'code': 200}
Apr 15 15:06:18.105013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 6e20c508-4110-4339-8779-485d70cd9857 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:06:18.111023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Request body: {'subnet': {'network_id': '6e20c508-4110-4339-8779-485d70cd9857', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-96782516-subnet', 'tenant_id': 'b3d0130cd75042a287789f2720d5bb3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:06:18.116363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:18.120604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Usage tracker for resource:subnet and tenant:b3d0130cd75042a287789f2720d5bb3c is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:18.123898 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:18.130944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:18.162452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Made reservation on behalf of b3d0130cd75042a287789f2720d5bb3c for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:06:18.167426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:18.281520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=7']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:18.289059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:18.486369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0561e-820c-476c-a09f-8971c26735a3 req-5f1c1302-8af1-47e6-b274-7a172d484c08 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:18.495100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ecc0561e-820c-476c-a09f-8971c26735a3 req-5f1c1302-8af1-47e6-b274-7a172d484c08 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1261485
Apr 15 15:06:18.554560 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ecc0561e-820c-476c-a09f-8971c26735a3 req-c95d71d3-6281-4688-9a4b-1d1d50c95b58 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579524
Apr 15 15:06:18.739664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:18.928587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:18.948444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c018ae35-9575-46a2-b558-e0861493c111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:19.081108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c879a6-f0c6-442c-98b0-30919a47a18e,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:19.097749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:19.158024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Checking segment: {'id': '2474b9af-8576-4eef-b2f9-90bce9beee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6e20c508-4110-4339-8779-485d70cd9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:06:19.158620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Network hostable DHCP agents. Network: 6e20c508-4110-4339-8779-485d70cd9857, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:06:19.237749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Network 6e20c508-4110-4339-8779-485d70cd9857 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:06:19.287537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 6e20c508-4110-4339-8779-485d70cd9857) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:06:19.297199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda7f28-c7c6-4b52-bedc-bea16565a3a7 None None] Network 6e20c508-4110-4339-8779-485d70cd9857 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:06:19.303846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:19.304741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:19.357320 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-92a46eef-1fef-43c9-9d48-e1999622f18a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.2520087
Apr 15 15:06:19.574901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062b18f-39b4-4e42-9ee6-4dad675e0796 None None] Network 6e20c508-4110-4339-8779-485d70cd9857 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:06:19.800609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4fcf7-9287-4741-a30a-4d30670fc5f6 req-6f082b64-9951-4afd-87ab-fb237e34e6d0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:19.800609 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26b4fcf7-9287-4741-a30a-4d30670fc5f6 req-6f082b64-9951-4afd-87ab-fb237e34e6d0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1130702
Apr 15 15:06:19.889948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26b4fcf7-9287-4741-a30a-4d30670fc5f6 req-9f38c168-301e-446f-a8ac-2c3aabf50814 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536590
Apr 15 15:06:20.333930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33816) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:20.340264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2063403344-network', 'tenant_id': '60435d3f99284f86b46525a65ef72885'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:06:20.345447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:20.350775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Usage tracker for resource:network and tenant:60435d3f99284f86b46525a65ef72885 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:20.354082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:20.361035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:20.419596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Made reservation on behalf of 60435d3f99284f86b46525a65ef72885 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:06:20.425019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.439691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.457055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:20.461331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Usage tracker for resource:security_group_rule and tenant:60435d3f99284f86b46525a65ef72885 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:20.464427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:20.470946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:20.569583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.596606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.601225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0117c7d8-4a4f-45e4-bc81-e2b0fcafe065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:20.638744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:06:20.645454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f27df29-a81a-473a-8227-c1def7e6fcae,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:20.656359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.657535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.657949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.658402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.658809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.659213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.659711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.660117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.660518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.660961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.661358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.661799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:20.667098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:20.669875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.670234 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Added segment fab5550c-9bdc-4820-a625-77d6434403a9 of type vlan for network cb13f779-99c9-4abc-b50e-b0103fd627b2
Apr 15 15:06:20.702293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.768110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.769554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:20.770235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:20.775870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:20.878258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb13f779-99c9-4abc-b50e-b0103fd627b2,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:20.885603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:20.890802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network cb13f779-99c9-4abc-b50e-b0103fd627b2 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:06:20.917322 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5820949
Apr 15 15:06:20.920300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33822) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:20.929634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Request body: {'subnet': {'network_id': 'cb13f779-99c9-4abc-b50e-b0103fd627b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2063403344-subnet', 'tenant_id': '60435d3f99284f86b46525a65ef72885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:06:20.937153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:20.942283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Usage tracker for resource:subnet and tenant:60435d3f99284f86b46525a65ef72885 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:20.945997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:20.956142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:20.986162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Made reservation on behalf of 60435d3f99284f86b46525a65ef72885 for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:06:20.991902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:21.269791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3e87-2d8e-4b0c-aeca-0d3fc7b4534d req-5a0b0ee2-71f6-4348-b710-b0fa40b533c6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:21.271501 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-619d3e87-2d8e-4b0c-aeca-0d3fc7b4534d req-5a0b0ee2-71f6-4348-b710-b0fa40b533c6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.2009139
Apr 15 15:06:21.357752 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-619d3e87-2d8e-4b0c-aeca-0d3fc7b4534d req-b0f232c4-b60a-4bb9-b6cb-3ebc5347293d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692031
Apr 15 15:06:21.624719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:21.691068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:21.771852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82abc680-9494-400b-8a27-4b1a2e091e63,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:21.794444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.794863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.795273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.795675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.796079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.796478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.796872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.797950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.798390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.798786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.799186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.799580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:21.811538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:21.859064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Checking segment: {'id': 'fab5550c-9bdc-4820-a625-77d6434403a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cb13f779-99c9-4abc-b50e-b0103fd627b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:06:21.859385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Network hostable DHCP agents. Network: cb13f779-99c9-4abc-b50e-b0103fd627b2, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:06:21.912809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Network cb13f779-99c9-4abc-b50e-b0103fd627b2 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:06:21.956520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, cb13f779-99c9-4abc-b50e-b0103fd627b2) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:06:21.965594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80be359-3cf5-44be-aff9-7cbc0a1ce327 None None] Network cb13f779-99c9-4abc-b50e-b0103fd627b2 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:06:21.970159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:21.970845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:22.037788 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bbb3c898-2695-4550-afb9-e70a24307b98 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1154566
Apr 15 15:06:22.221105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33830) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:22.238858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3643745d-d992-4e05-bef3-afc7a4a28ba9 None None] Network cb13f779-99c9-4abc-b50e-b0103fd627b2 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:06:22.304396 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Deleting subnet b3c879a6-f0c6-442c-98b0-30919a47a18e {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:06:22.308316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:22.375467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:22.383554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:22.520051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:06:22.688071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf74276-d5f0-4e14-94b0-5f9ee06e34cd req-5240ee87-8ad1-4741-8e66-91211b82f116 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:22.690234 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bf74276-d5f0-4e14-94b0-5f9ee06e34cd req-5240ee87-8ad1-4741-8e66-91211b82f116 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1244738
Apr 15 15:06:22.711565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:22.731887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:22.743845 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bf74276-d5f0-4e14-94b0-5f9ee06e34cd req-3f7f63bd-507d-46aa-a246-e97b632f3076 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473754
Apr 15 15:06:22.851681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c879a6-f0c6-442c-98b0-30919a47a18e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:22.857094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:22.905425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:22.915638 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3c879a6-f0c6-442c-98b0-30919a47a18e HTTP/1.1" status: 204  len: 168 time: 0.6897383
Apr 15 15:06:22.916010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33838) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:23.037860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:23.237720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:23.357366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f426e000c88>> segment before_delete 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.357802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f426e000c88>> subnet precommit_delete_associations 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.358668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> segment_host_mapping after_create 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.359035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> port after_create 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.359389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> port after_delete 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.359894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> port after_update 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.359894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> segment after_delete 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.360608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> subnet after_create 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.360965 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> subnet after_delete 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.361319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f426db530b8>> subnet after_update 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.463124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426dac3390>> subnet after_create 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.463690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426dac3390>> subnet after_delete 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.463872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426dac3390>> subnet before_create 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.464253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f426dac3390>> subnet before_update 55550000 {{(pid=85438) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 15:06:23.464653 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426e3ca7b8>,) {'filters': {'network_id': ['6e20c508-4110-4339-8779-485d70cd9857']}} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:23.479093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426e3ca7b8>, '2474b9af-8576-4eef-b2f9-90bce9beee99') {'for_net_delete': True} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:23.479434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426e3ca7b8>, '2474b9af-8576-4eef-b2f9-90bce9beee99') {} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:23.491689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852966715'] for segment, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:23.508357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:23.517174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=85438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:06:23.725082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Network 6e20c508-4110-4339-8779-485d70cd9857 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:06:23.735261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852625658'] for segment, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:23.999488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Network 6e20c508-4110-4339-8779-485d70cd9857 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:06:24.004977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd940b-fda9-4187-a9a5-0cec45cb891c req-d06c4fbe-83c3-4917-b1a6-3b640068d138 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:24.007829 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c1bd940b-fda9-4187-a9a5-0cec45cb891c req-d06c4fbe-83c3-4917-b1a6-3b640068d138 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1302581
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   from cryptography.utils import int_from_bytes
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   from cryptography.utils import int_from_bytes
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   (rel_b, rel_a, rel_b),
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   (rel_b, rel_a, rel_b),
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:06:24.027805 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:06:24.065806 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c1bd940b-fda9-4187-a9a5-0cec45cb891c req-2aea8878-defa-44d8-9231-569abd961188 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522778
Apr 15 15:06:24.145275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.155432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.162265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:24.183339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33850) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:24.183557 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e20c508-4110-4339-8779-485d70cd9857 HTTP/1.1" status: 204  len: 168 time: 1.2662191
Apr 15 15:06:24.186911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e20c508-4110-4339-8779-485d70cd9857,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:24.194655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a1f244bd-f8b6-4e18-9cbd-6f292553a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:24.254778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Deleting subnet 82abc680-9494-400b-8a27-4b1a2e091e63 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:06:24.258327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.312234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.375480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.700245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.718230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7caded71-2445-4cfd-aa06-407e36ddeb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:24.759542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82abc680-9494-400b-8a27-4b1a2e091e63,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:24.849672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:24.868493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:24.878585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33856) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:24.884521 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d8e22930-2104-45e5-82cc-f02d30e701c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82abc680-9494-400b-8a27-4b1a2e091e63 HTTP/1.1" status: 204  len: 168 time: 0.6997423
Apr 15 15:06:25.025092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:25.246863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:25.392444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426daa4da0>,) {'filters': {'network_id': ['cb13f779-99c9-4abc-b50e-b0103fd627b2']}} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:25.410971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426daa4da0>, 'fab5550c-9bdc-4820-a625-77d6434403a9') {'for_net_delete': True} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:25.411736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426daa4da0>, 'fab5550c-9bdc-4820-a625-77d6434403a9') {} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:06:25.429433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852966715'] for segment, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:25.454372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:25.464073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=85438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:06:25.568407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5d064-3a71-4852-b03a-63ea21079d6b req-e3ff188c-554a-4de1-9be4-e690c330da44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:25.571078 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58f5d064-3a71-4852-b03a-63ea21079d6b req-e3ff188c-554a-4de1-9be4-e690c330da44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.3706839
Apr 15 15:06:25.630149 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58f5d064-3a71-4852-b03a-63ea21079d6b req-cdf216f2-94b5-4fce-9e12-74412a3480fc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516500
Apr 15 15:06:25.685356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Network cb13f779-99c9-4abc-b50e-b0103fd627b2 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:06:25.695224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852625658'] for segment, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:26.120535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Network cb13f779-99c9-4abc-b50e-b0103fd627b2 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:06:26.146041 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:06:26.458118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:26.461922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:26.481410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:26.487836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb13f779-99c9-4abc-b50e-b0103fd627b2,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:26.491099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:26.493073 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb13f779-99c9-4abc-b50e-b0103fd627b2 HTTP/1.1" status: 204  len: 168 time: 1.6131332
Apr 15 15:06:26.811641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33872) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:26.858944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432a043-52bb-45b8-b598-a15cc9f85127 req-ee92d947-ded9-4b9e-8c9f-2b6eb81055c4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:26.870402 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f432a043-52bb-45b8-b598-a15cc9f85127 req-ee92d947-ded9-4b9e-8c9f-2b6eb81055c4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1079261
Apr 15 15:06:26.901581 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-be570fcf-c6cf-46eb-a837-474dbddfbd4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3d0130cd75042a287789f2720d5bb3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0881941
Apr 15 15:06:26.905583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33876) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:26.929969 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f432a043-52bb-45b8-b598-a15cc9f85127 req-f34031bc-1cca-49d4-99d7-fe5166a2666d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582209
Apr 15 15:06:26.976071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.005881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.088026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.093568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-79059bf4-3ca4-4bd3-9d1c-c760d681e42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:27.110367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.113957 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2477c7af-e869-4740-9741-e1ad12858c1d HTTP/1.1" status: 204  len: 168 time: 0.2049949
Apr 15 15:06:27.113957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2477c7af-e869-4740-9741-e1ad12858c1d,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:27.117167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:27.760730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33896) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:27.816990 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-63a85fcd-af04-44dc-9bae-4ed90de0c6bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60435d3f99284f86b46525a65ef72885&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548570
Apr 15 15:06:27.819486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33900) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:27.881469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.908622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.979099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:27.984286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c33ad97-de06-41bb-94b5-6227fe2b9196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:27.998767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f27df29-a81a-473a-8227-c1def7e6fcae,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:28.001616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:28.002914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:28.007303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f27df29-a81a-473a-8227-c1def7e6fcae HTTP/1.1" status: 204  len: 168 time: 0.1836388
Apr 15 15:06:28.145277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5f0b9-2d0f-49ee-8379-2ef7f0651dda req-a539a5fa-fafc-488a-a95c-98ce4638e390 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:28.146895 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8a5f0b9-2d0f-49ee-8379-2ef7f0651dda req-a539a5fa-fafc-488a-a95c-98ce4638e390 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0898499
Apr 15 15:06:28.197775 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8a5f0b9-2d0f-49ee-8379-2ef7f0651dda req-dfe904c7-f3fc-4129-8897-52ae103bc046 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441587
Apr 15 15:06:28.363547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cf53-0699-4380-8343-28502c907e56 req-3e6e0dea-a12c-40f0-a9be-a403a6a22b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:28.365235 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-3e6e0dea-a12c-40f0-a9be-a403a6a22b3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1098 time: 0.0864186
Apr 15 15:06:28.523135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cf53-0699-4380-8343-28502c907e56 req-e19c8dba-3adc-471a-837f-38f0756208ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:28.524694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-e19c8dba-3adc-471a-837f-38f0756208ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.1530774
Apr 15 15:06:28.637694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-86843ad3-2aef-40bf-a667-10862ddd1354 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 200  len: 1001 time: 0.1049857
Apr 15 15:06:28.712965 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cf53-0699-4380-8343-28502c907e56 req-7c6bf6e5-b1c9-495b-9a8e-fe5608648a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:28.714575 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-7c6bf6e5-b1c9-495b-9a8e-fe5608648a22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0706890
Apr 15 15:06:28.883772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cf53-0699-4380-8343-28502c907e56 req-621fa6fb-c930-46ed-8897-815e8751c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:28.885328 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-621fa6fb-c930-46ed-8897-815e8751c7d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1599369
Apr 15 15:06:28.898224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae3d17-df15-4802-8a03-1fd31c8b736a req-24ae1ffc-7b91-4672-a04a-f0e7528303bf tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:28.898224 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a9ae3d17-df15-4802-8a03-1fd31c8b736a req-24ae1ffc-7b91-4672-a04a-f0e7528303bf tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1306095
Apr 15 15:06:29.034783 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a9ae3d17-df15-4802-8a03-1fd31c8b736a req-f393ab58-0f52-4054-98ab-41b69d1371b5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137528
Apr 15 15:06:29.072425 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-c6230053-6ee0-48a9-9f3d-a280a48de80e service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756699
Apr 15 15:06:29.218004 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5e51cf53-0699-4380-8343-28502c907e56 req-e6e21a3a-7651-44a1-9012-97e2574403ae service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379428
Apr 15 15:06:29.416648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9102f3-c129-4554-8d8c-3b714fe722c8 req-43e851e0-4e26-497c-92cd-98aef8055f4b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:29.418434 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-da9102f3-c129-4554-8d8c-3b714fe722c8 req-43e851e0-4e26-497c-92cd-98aef8055f4b tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0935214
Apr 15 15:06:29.468319 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-da9102f3-c129-4554-8d8c-3b714fe722c8 req-b481e454-3c68-476b-b568-8bac1411d020 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432379
Apr 15 15:06:30.270610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b0f66-cc24-44f2-8b99-fc734bf15af9 req-5b52d18e-01bb-4445-93eb-07443e258046 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:30.272361 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9d6b0f66-cc24-44f2-8b99-fc734bf15af9 req-5b52d18e-01bb-4445-93eb-07443e258046 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0976148
Apr 15 15:06:30.322540 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9d6b0f66-cc24-44f2-8b99-fc734bf15af9 req-b3f183ed-7396-4f71-a7d2-40930aefdc00 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433843
Apr 15 15:06:30.681316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e6202-1ad6-44f7-b0f9-93d4e423745a req-6a293bcc-1516-453f-ae02-6d0a46f7560d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:30.682945 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-be2e6202-1ad6-44f7-b0f9-93d4e423745a req-6a293bcc-1516-453f-ae02-6d0a46f7560d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.0937095
Apr 15 15:06:30.731844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-be2e6202-1ad6-44f7-b0f9-93d4e423745a req-847e6ac9-9b9f-4017-8d1b-8213ffd8a8d7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422363
Apr 15 15:06:30.737310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 33988) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:30.863264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:30.879834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:30.883934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Usage tracker for resource:security_group_rule and tenant:98727f8f766e4270bf354e3fd15cea59 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:30.886906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:30.893679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:30.979111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.024600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.034195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6e7a3f9b-5069-4909-abb7-8cf08840bba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:31.077792 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98727f8f766e4270bf354e3fd15cea59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3391893
Apr 15 15:06:31.079356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4538608f-7aed-448f-ad4c-ced9ca2d1f7a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:31.081128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 33994) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:31.082514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:31.149888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.177234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.242250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.247562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7797f526-e63a-405f-9e27-1234d6a9c85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:31.261041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4538608f-7aed-448f-ad4c-ced9ca2d1f7a,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:31.263623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:31.267537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.272325 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-13a45bc3-8c2f-47cc-a7d9-ae88b29384d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4538608f-7aed-448f-ad4c-ced9ca2d1f7a HTTP/1.1" status: 204  len: 168 time: 0.1894937
Apr 15 15:06:31.549132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87029212-a5c5-4251-958c-817d4086fee9 req-8e6ababc-1885-40fa-8ea4-f6a41c65d56f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:31.550808 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-87029212-a5c5-4251-958c-817d4086fee9 req-8e6ababc-1885-40fa-8ea4-f6a41c65d56f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1087389
Apr 15 15:06:31.606827 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-87029212-a5c5-4251-958c-817d4086fee9 req-fc001e0b-dcb5-4e7f-a114-c209345dc3a0 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479732
Apr 15 15:06:31.742565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:06:31.782963 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34016) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:31.808364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:31.830500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:06:31.835856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Usage tracker for resource:security_group_rule and tenant:43190e1efaa0454ba55d5bf662a5df39 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:06:31.840057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:06:31.847810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:06:32.010422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97bf92-edc6-443f-bc80-5c79819e6c98 req-bdf4be36-bf12-4ccf-9ba0-1091f67241bc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:32.012066 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-db97bf92-edc6-443f-bc80-5c79819e6c98 req-bdf4be36-bf12-4ccf-9ba0-1091f67241bc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 945 time: 0.1405859
Apr 15 15:06:32.058421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.098724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.101293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.111596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-83f20c47-f70a-45b4-a8f7-f39e31489bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:32.135823 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-db97bf92-edc6-443f-bc80-5c79819e6c98 req-b7aab7b0-8dfc-47df-adca-b1f64f23b921 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075571
Apr 15 15:06:32.139941 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:06:32.169459 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43190e1efaa0454ba55d5bf662a5df39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3823752
Apr 15 15:06:32.169459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a030030-823b-4196-b8e9-0d332da9ab2d,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:32.169800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:32.171100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34026) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:32.174268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:32.196546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.198778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:32.238526 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'code': 422} returned with failed status
Apr 15 15:06:32.246893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.277507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.284308 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=8']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:32.288246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:32.345505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.350792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4095a674-a7d1-4077-b613-f8f4720f5b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:32.364254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a030030-823b-4196-b8e9-0d332da9ab2d,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:32.366703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:32.376149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.380416 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a030030-823b-4196-b8e9-0d332da9ab2d HTTP/1.1" status: 204  len: 168 time: 0.2053730
Apr 15 15:06:32.750969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c830ae00-51e2-470f-b815-efa6465211b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:32.848224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b900cec-48d5-493c-97b4-37a0f412c604 req-4cead259-2188-4815-b722-b35a9ffdb84c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:32.849852 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4b900cec-48d5-493c-97b4-37a0f412c604 req-4cead259-2188-4815-b722-b35a9ffdb84c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1240280
Apr 15 15:06:32.902797 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4b900cec-48d5-493c-97b4-37a0f412c604 req-6a293833-e8da-4d87-9bb8-bbcde05c2ef4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430558
Apr 15 15:06:34.120587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f16c-5671-404b-8e15-f9f3549331da req-27d7a1e1-864d-4ad0-96ae-3c03ecc83349 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:34.123177 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2625f16c-5671-404b-8e15-f9f3549331da req-27d7a1e1-864d-4ad0-96ae-3c03ecc83349 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0994906
Apr 15 15:06:34.182708 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2625f16c-5671-404b-8e15-f9f3549331da req-61993c5f-9660-47fb-be58-1ea9abf8cc41 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479724
Apr 15 15:06:34.268425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911a206-323e-42d4-b09b-7b8b8bd87726 req-b2714f21-cf08-455a-9413-cec11dde6d57 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:34.270819 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e911a206-323e-42d4-b09b-7b8b8bd87726 req-b2714f21-cf08-455a-9413-cec11dde6d57 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1092868
Apr 15 15:06:34.328918 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e911a206-323e-42d4-b09b-7b8b8bd87726 req-a8e6d8ce-1061-49bd-a73e-64cf8997017a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510135
Apr 15 15:06:34.670646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34116) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:06:34.818783 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-a5bc0c36-4e50-4bf3-9319-1a3433b56fe7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1464512
Apr 15 15:06:34.825299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-379bc80d-9733-47f4-aab4-382b0c1a89bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:35.410545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea63b3-89ca-4d66-b894-343489ab5a1c req-9ec1f7f1-b60a-4b47-b2f1-f296becb4c86 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:35.419522 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3dea63b3-89ca-4d66-b894-343489ab5a1c req-9ec1f7f1-b60a-4b47-b2f1-f296becb4c86 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1067960
Apr 15 15:06:35.471526 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3dea63b3-89ca-4d66-b894-343489ab5a1c req-ce5f3229-44e9-4e3f-9567-0a1316d57eca tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510478
Apr 15 15:06:35.622749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1267c8d-0345-4018-afb3-abcf2a5b1ac2 req-8981e54f-652e-45ad-a4dc-5f96a25cdc63 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:35.624323 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c1267c8d-0345-4018-afb3-abcf2a5b1ac2 req-8981e54f-652e-45ad-a4dc-5f96a25cdc63 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1592736
Apr 15 15:06:35.627277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-72614ccf-2166-43f8-9a51-893138c66d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:35.628702 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-72614ccf-2166-43f8-9a51-893138c66d07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559&tenant_id=601a38b9c2834be886bea02ceb08324e HTTP/1.1" status: 200  len: 1096 time: 0.1196153
Apr 15 15:06:35.716459 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c1267c8d-0345-4018-afb3-abcf2a5b1ac2 req-ef1daa5b-b73e-40ab-b97f-1b7dd9ab8c4d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855372
Apr 15 15:06:35.744720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-88ef18df-0c97-4836-8d7f-690a269a2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:35.746334 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-88ef18df-0c97-4836-8d7f-690a269a2185 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=601a38b9c2834be886bea02ceb08324e&device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1096 time: 0.0945749
Apr 15 15:06:35.747085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:06:35.893181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-c229af83-200c-4ba4-9b44-0cf43988cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:35.894768 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-c229af83-200c-4ba4-9b44-0cf43988cc10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 200  len: 916 time: 0.1412516
Apr 15 15:06:36.003862 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-77915f11-123c-43c3-bcb0-2c4dd0b69ea3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 200  len: 999 time: 0.1025536
Apr 15 15:06:36.075667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-61a838f2-3352-41c7-92fd-b13548935046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:36.077247 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-61a838f2-3352-41c7-92fd-b13548935046 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 200  len: 854 time: 0.0668268
Apr 15 15:06:36.155683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:36.161466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-4add62d1-e560-47fc-a320-47f230884330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:36.163259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-4add62d1-e560-47fc-a320-47f230884330 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b8c35f2-0e21-4c52-a09c-ec81ceb82065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0797079
Apr 15 15:06:36.306758 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-f1dfc03e-2aec-4ca7-bfda-45df7542f85b service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370194
Apr 15 15:06:36.450120 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-e7c3d5a2-768b-46ba-b6cf-dc25df0582c8 service neutron] 10.222.0.10 "GET /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365981
Apr 15 15:06:36.680910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8d3c3-de95-4020-b8d4-ce98edaed4c0 req-27c30588-eedb-4ae4-87ed-89c81b6d3957 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:36.682452 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bbb8d3c3-de95-4020-b8d4-ce98edaed4c0 req-27c30588-eedb-4ae4-87ed-89c81b6d3957 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0904293
Apr 15 15:06:36.732756 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bbb8d3c3-de95-4020-b8d4-ce98edaed4c0 req-36874ab1-1b00-45e4-8c68-b74de457eb94 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433819
Apr 15 15:06:36.756728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:36.926920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543d8a6-b288-4ceb-8d31-48836afcbe64 req-2a3fe6a2-8493-4aaf-b6e9-cc029f96074e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:36.928494 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7543d8a6-b288-4ceb-8d31-48836afcbe64 req-2a3fe6a2-8493-4aaf-b6e9-cc029f96074e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0919471
Apr 15 15:06:36.976904 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7543d8a6-b288-4ceb-8d31-48836afcbe64 req-f9883ded-b871-4033-96b8-e951dff3e8fb tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420022
Apr 15 15:06:37.533381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:37.938565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c27c-3b7a-4c88-9170-391b97744501 req-914b1965-b8fb-42c4-888c-d8f93543ba61 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:37.940165 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6ce8c27c-3b7a-4c88-9170-391b97744501 req-914b1965-b8fb-42c4-888c-d8f93543ba61 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0926764
Apr 15 15:06:37.988087 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6ce8c27c-3b7a-4c88-9170-391b97744501 req-b69e2a27-495d-477b-92a5-3cf797a3dbed tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416460
Apr 15 15:06:38.185491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5346-b6e6-44be-ba8e-7e6f1054d6a0 req-c287e2bc-10b3-4138-bd79-de4bf1bb6c77 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:38.187112 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7fc5346-b6e6-44be-ba8e-7e6f1054d6a0 req-c287e2bc-10b3-4138-bd79-de4bf1bb6c77 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0873349
Apr 15 15:06:38.235724 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a7fc5346-b6e6-44be-ba8e-7e6f1054d6a0 req-4e3acee2-a19f-4aa9-8110-cc666c8e1180 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419931
Apr 15 15:06:39.186923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e165b1-8fa4-40ff-8e64-e9adc24f8df7 req-395a393d-31be-49c6-b61b-595dfdf2a497 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:39.188723 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-99e165b1-8fa4-40ff-8e64-e9adc24f8df7 req-395a393d-31be-49c6-b61b-595dfdf2a497 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0866816
Apr 15 15:06:39.239952 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-99e165b1-8fa4-40ff-8e64-e9adc24f8df7 req-1e7d1720-9658-4d8a-a754-6114bad2c2cf tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447314
Apr 15 15:06:39.443158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f8f76-8c80-4387-a0f3-8779d4e678d9 req-21af19b4-0fe3-42dd-aa81-a195617653c0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:39.444731 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0a8f8f76-8c80-4387-a0f3-8779d4e678d9 req-21af19b4-0fe3-42dd-aa81-a195617653c0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0911894
Apr 15 15:06:39.493122 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0a8f8f76-8c80-4387-a0f3-8779d4e678d9 req-80b208f1-114d-42ba-9cd5-27b756f2fe24 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418267
Apr 15 15:06:39.799992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-88fd82c8-a1fc-4269-ada9-53f569cee20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:39.801863 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-88fd82c8-a1fc-4269-ada9-53f569cee20a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.0847957
Apr 15 15:06:39.959984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-e102fa8a-5f83-4978-b7c4-c2c1cd7d6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:39.961646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-e102fa8a-5f83-4978-b7c4-c2c1cd7d6b9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.1532881
Apr 15 15:06:40.072819 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-d12783c6-dd26-4876-89a8-5c9ef2e61a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 1001 time: 0.1032207
Apr 15 15:06:40.147491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-91423587-aed3-4492-b048-391cbc39d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:40.148781 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-91423587-aed3-4492-b048-391cbc39d03c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0689878
Apr 15 15:06:40.235640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-004b77bf-4b0b-4ae5-96d5-c1e6ec4accc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:40.237259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-004b77bf-4b0b-4ae5-96d5-c1e6ec4accc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0799270
Apr 15 15:06:40.388370 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-04f49f38-d90f-4271-84b1-cf3279b2cb01 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441340
Apr 15 15:06:40.460270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca2d22-8dcc-4880-b88c-10a4eaedce5e req-e7f8babb-03d9-48b0-9b72-3d9f08f74451 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:40.462275 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56ca2d22-8dcc-4880-b88c-10a4eaedce5e req-e7f8babb-03d9-48b0-9b72-3d9f08f74451 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0994086
Apr 15 15:06:40.548965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-56ca2d22-8dcc-4880-b88c-10a4eaedce5e req-a3e3e871-edfb-4062-a5d6-926738fc491d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777919
Apr 15 15:06:40.974919 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-072c3776-4a3c-45d7-9d9a-1e143fa1d21f req-44c9d8a8-48b7-4927-8924-08fbad536b76 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5797193
Apr 15 15:06:41.067922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb491b3-4dc5-4f1a-b1ce-3e355d72b0d7 req-2cd2e5bc-342f-41ad-aad8-ca31a138b5e4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:41.070283 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-feb491b3-4dc5-4f1a-b1ce-3e355d72b0d7 req-2cd2e5bc-342f-41ad-aad8-ca31a138b5e4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.2699816
Apr 15 15:06:41.137949 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-feb491b3-4dc5-4f1a-b1ce-3e355d72b0d7 req-9f1918ce-3715-42d5-aa66-a33b6c65e2b3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607882
Apr 15 15:06:41.807604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b591e6-837b-44f5-8dc9-e000be9ea440 req-93658627-c9a0-49b3-acb2-d4bd61bc6f34 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:41.809341 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44b591e6-837b-44f5-8dc9-e000be9ea440 req-93658627-c9a0-49b3-acb2-d4bd61bc6f34 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1038954
Apr 15 15:06:41.868953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-44b591e6-837b-44f5-8dc9-e000be9ea440 req-128f022f-3be6-4637-829a-a158f2c09ea8 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520382
Apr 15 15:06:42.351543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df88252-7938-4588-b4f0-2b0c376c8e66 req-c840bcb9-b241-409b-82bb-0f92c985f2bf tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:42.353044 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3df88252-7938-4588-b4f0-2b0c376c8e66 req-c840bcb9-b241-409b-82bb-0f92c985f2bf tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0936234
Apr 15 15:06:42.404026 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3df88252-7938-4588-b4f0-2b0c376c8e66 req-5a88507c-5d81-4c33-baef-5db154cddfe0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445986
Apr 15 15:06:43.084160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9d341-d9fd-40b1-b24a-c49aaf649a4e req-2542f00f-b86d-49a0-a636-4e4dd0134cff tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:43.086069 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-75c9d341-d9fd-40b1-b24a-c49aaf649a4e req-2542f00f-b86d-49a0-a636-4e4dd0134cff tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0970290
Apr 15 15:06:43.139927 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-75c9d341-d9fd-40b1-b24a-c49aaf649a4e req-df6ece5c-e535-4715-9dc8-b94c0fb8c6d8 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474770
Apr 15 15:06:43.625625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23731ccb-09be-4d43-adfe-d50591fa3c56 req-61b3c4c1-af96-4401-b21f-510eb8605b48 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:43.627329 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-23731ccb-09be-4d43-adfe-d50591fa3c56 req-61b3c4c1-af96-4401-b21f-510eb8605b48 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0966501
Apr 15 15:06:43.677965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-23731ccb-09be-4d43-adfe-d50591fa3c56 req-61b23220-6029-4efe-980a-ec8f2db79e23 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438671
Apr 15 15:06:44.364090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d9814-90fc-4a58-b027-637ceac58f3a req-c7c97cc1-fb93-40d1-b5cb-bf776f9c4906 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:44.365743 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-830d9814-90fc-4a58-b027-637ceac58f3a req-c7c97cc1-fb93-40d1-b5cb-bf776f9c4906 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0963881
Apr 15 15:06:44.417763 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-830d9814-90fc-4a58-b027-637ceac58f3a req-0d280f7b-5509-4db9-856c-6f613d25fb4e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455542
Apr 15 15:06:44.903222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb6a3-a83a-428a-8e7b-cb080a3a1809 req-ec16bf3f-6678-40cd-935c-b588820975c9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:44.904971 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea7fb6a3-a83a-428a-8e7b-cb080a3a1809 req-ec16bf3f-6678-40cd-935c-b588820975c9 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0994759
Apr 15 15:06:44.956704 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ea7fb6a3-a83a-428a-8e7b-cb080a3a1809 req-f7489d20-cb02-464e-a78a-2bb3e0a829be tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451269
Apr 15 15:06:45.627430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49c28-d101-4e3a-a4ef-96e7d6e8886b req-b023c142-651a-4b18-9164-9ff54c6b939f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:45.629126 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-15b49c28-d101-4e3a-a4ef-96e7d6e8886b req-b023c142-651a-4b18-9164-9ff54c6b939f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0938783
Apr 15 15:06:45.685891 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-15b49c28-d101-4e3a-a4ef-96e7d6e8886b req-64de4378-231a-447f-a54a-63320f6b165e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502281
Apr 15 15:06:46.172969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f9d99-ba11-4d23-bc58-04d3b4a6a65f req-a1b16a47-b5b0-4b20-a494-6bb135b7ccc4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:46.174721 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7a0f9d99-ba11-4d23-bc58-04d3b4a6a65f req-a1b16a47-b5b0-4b20-a494-6bb135b7ccc4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0901861
Apr 15 15:06:46.225492 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7a0f9d99-ba11-4d23-bc58-04d3b4a6a65f req-d27b58fd-da39-4a2e-a19b-22bbc7a71f64 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438950
Apr 15 15:06:46.920205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3b68-618e-4576-9806-b537e104dc20 req-c2178638-594a-4665-ac55-45e1cb836cfb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:46.923040 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-409a3b68-618e-4576-9806-b537e104dc20 req-c2178638-594a-4665-ac55-45e1cb836cfb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1204739
Apr 15 15:06:46.974202 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-409a3b68-618e-4576-9806-b537e104dc20 req-72b6c3ce-e709-4153-8959-439d6042260d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457685
Apr 15 15:06:47.443781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf6aae-f747-4c94-b46b-d68962c0f499 req-fc464d81-a89c-419b-9350-6f0c7108d701 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:47.445301 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8bf6aae-f747-4c94-b46b-d68962c0f499 req-fc464d81-a89c-419b-9350-6f0c7108d701 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0919082
Apr 15 15:06:47.500682 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a8bf6aae-f747-4c94-b46b-d68962c0f499 req-59f510b8-1138-4c80-b386-06a5da0cb337 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476685
Apr 15 15:06:48.182709 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760354-ee3b-4565-8387-074c415c78db req-01ae0766-17c2-4568-a222-c960cf8ff4f6 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:48.184259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-03760354-ee3b-4565-8387-074c415c78db req-01ae0766-17c2-4568-a222-c960cf8ff4f6 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0921252
Apr 15 15:06:48.235944 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-03760354-ee3b-4565-8387-074c415c78db req-99a82f83-6696-43f6-8ebe-2a3d33ee4ada tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448573
Apr 15 15:06:48.682390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:48.725996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336fdb1-3825-4e07-a08f-535f84cbcde0 req-760a6f69-f094-46e0-a6c3-5e51d3dc3afe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:48.728030 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4336fdb1-3825-4e07-a08f-535f84cbcde0 req-760a6f69-f094-46e0-a6c3-5e51d3dc3afe tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1016023
Apr 15 15:06:48.778031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4336fdb1-3825-4e07-a08f-535f84cbcde0 req-5a2c3c61-f95e-4685-ae2b-e0b3f06bf877 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436797
Apr 15 15:06:49.454957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab902039-abab-413e-9176-befa22c2a4ef req-de7adcfb-ff9c-43cc-9931-c0d058e9b93e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:49.456654 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ab902039-abab-413e-9176-befa22c2a4ef req-de7adcfb-ff9c-43cc-9931-c0d058e9b93e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0978737
Apr 15 15:06:49.531496 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ab902039-abab-413e-9176-befa22c2a4ef req-aaa2c264-e7d4-49f0-9508-df6bf75fe66c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481703
Apr 15 15:06:50.008571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cde53a-c5ca-4089-ad55-1e61f4e8c9f0 req-2b4984fc-726d-4a26-ad8a-6e40c53689d6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:50.010181 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31cde53a-c5ca-4089-ad55-1e61f4e8c9f0 req-2b4984fc-726d-4a26-ad8a-6e40c53689d6 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1015787
Apr 15 15:06:50.059422 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-31cde53a-c5ca-4089-ad55-1e61f4e8c9f0 req-13c9c1b2-a695-4fb2-be23-1ba8156fe132 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420468
Apr 15 15:06:50.740837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60b1b-abdb-4fcb-ac82-2cfaaae68950 req-31fb5adf-3c52-47e4-aeba-d6004815de19 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:50.742674 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5dd60b1b-abdb-4fcb-ac82-2cfaaae68950 req-31fb5adf-3c52-47e4-aeba-d6004815de19 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0988550
Apr 15 15:06:50.806036 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5dd60b1b-abdb-4fcb-ac82-2cfaaae68950 req-1e45a5a5-f255-41c7-8218-280992468c34 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566754
Apr 15 15:06:51.279811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042bf33-611e-4b63-8f26-9658c8e35d0f req-b8badb0d-18a6-40ef-baf4-db459b16f8df tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:51.281977 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0042bf33-611e-4b63-8f26-9658c8e35d0f req-b8badb0d-18a6-40ef-baf4-db459b16f8df tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0988171
Apr 15 15:06:51.340488 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0042bf33-611e-4b63-8f26-9658c8e35d0f req-0e8b8fe1-edd8-4091-9a7b-8497cadedaa5 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517426
Apr 15 15:06:52.014503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158360-9448-40e2-92cf-f98970ffccd7 req-a00ac33b-fc5f-4230-b0eb-4e7d207d5022 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:52.016295 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95158360-9448-40e2-92cf-f98970ffccd7 req-a00ac33b-fc5f-4230-b0eb-4e7d207d5022 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0918090
Apr 15 15:06:52.064329 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95158360-9448-40e2-92cf-f98970ffccd7 req-f28ef3a3-bbfe-42cf-8828-b4ba5d271549 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416615
Apr 15 15:06:52.556228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a469-2748-4680-860d-06484c6596d1 req-1d43db5f-a4c0-49a8-b41d-c581adef10ff tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:52.557848 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c256a469-2748-4680-860d-06484c6596d1 req-1d43db5f-a4c0-49a8-b41d-c581adef10ff tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0905039
Apr 15 15:06:52.608103 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c256a469-2748-4680-860d-06484c6596d1 req-eba350a8-48f1-4a7d-98bf-55bf7778d346 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432975
Apr 15 15:06:53.281779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60abfd-faa2-4645-8435-88ad8a19fe8a req-c44da410-8596-4875-8c83-e22826ddb676 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:53.283333 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3f60abfd-faa2-4645-8435-88ad8a19fe8a req-c44da410-8596-4875-8c83-e22826ddb676 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0980198
Apr 15 15:06:53.334010 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3f60abfd-faa2-4645-8435-88ad8a19fe8a req-a1377c19-7121-4871-bbfe-525d75bb6eb2 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443685
Apr 15 15:06:53.821193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cba05-7446-4503-ae6c-a21192bcde5f req-2bd0bf0d-d4c1-4f8e-a625-106c990a21f0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:53.822825 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-111cba05-7446-4503-ae6c-a21192bcde5f req-2bd0bf0d-d4c1-4f8e-a625-106c990a21f0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0918479
Apr 15 15:06:53.872293 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-111cba05-7446-4503-ae6c-a21192bcde5f req-f82aac0c-63ac-4101-beaf-94ff533e96cc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420690
Apr 15 15:06:54.537595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c930-2f6c-487f-b51b-6478199710a7 req-d163c47b-6e3a-4446-81a8-985264425f80 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:54.539254 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5d8c930-2f6c-487f-b51b-6478199710a7 req-d163c47b-6e3a-4446-81a8-985264425f80 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0904355
Apr 15 15:06:54.592352 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5d8c930-2f6c-487f-b51b-6478199710a7 req-a1f08822-21b3-4874-ba35-4d31c997c41b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466771
Apr 15 15:06:55.087947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108ca63-13fb-45b2-b533-8bfc0f645b61 req-a74d622c-5e5a-4d6f-8e6b-5bd5b969eb22 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:55.089555 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3108ca63-13fb-45b2-b533-8bfc0f645b61 req-a74d622c-5e5a-4d6f-8e6b-5bd5b969eb22 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.0971308
Apr 15 15:06:55.138268 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3108ca63-13fb-45b2-b533-8bfc0f645b61 req-ff4f16da-9c69-4318-8b85-812faf627f0e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416069
Apr 15 15:06:55.793425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b93d0-5593-456f-8122-b38062cc2821 req-677bd3b6-7ae9-476b-93ce-f29b5ca61348 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:55.795188 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a07b93d0-5593-456f-8122-b38062cc2821 req-677bd3b6-7ae9-476b-93ce-f29b5ca61348 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0880024
Apr 15 15:06:55.844697 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a07b93d0-5593-456f-8122-b38062cc2821 req-c2d48deb-390f-4412-baef-a060d5adb141 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427506
Apr 15 15:06:56.300043 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-98376210-c001-4170-95ff-792fa078b876 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1494527
Apr 15 15:06:56.314998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09268-522f-4d11-81c4-9c5fee7f2b59 req-83e226f2-0947-4927-ba37-76b685c51856 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:56.320768 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00f09268-522f-4d11-81c4-9c5fee7f2b59 req-83e226f2-0947-4927-ba37-76b685c51856 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1237619
Apr 15 15:06:56.371546 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-00f09268-522f-4d11-81c4-9c5fee7f2b59 req-c70823de-817c-47af-9edd-7b848f3965db tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467844
Apr 15 15:06:56.373093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25dac4-0808-44ec-971e-21aab05871f4 req-001175c1-6457-43d2-a427-2964df6989c0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:56.375045 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0f25dac4-0808-44ec-971e-21aab05871f4 req-001175c1-6457-43d2-a427-2964df6989c0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1162138
Apr 15 15:06:56.424564 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0f25dac4-0808-44ec-971e-21aab05871f4 req-e68c4e00-42da-4986-92f4-085d1553e7e7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429397
Apr 15 15:06:57.383729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:06:57.537313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:57.552448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'port_id': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'mac_address': 'fa:16:3e:2b:3a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:06:57.587728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9625d-689a-4493-bf73-f1c6a38d256f req-b78dd01d-9c97-40ee-95d8-98c57dd6613e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:57.589384 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-24d9625d-689a-4493-bf73-f1c6a38d256f req-b78dd01d-9c97-40ee-95d8-98c57dd6613e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1015537
Apr 15 15:06:57.614469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:57.634511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeaab9b-e44a-44c7-b415-820c19982c7a {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:06:57.642155 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-24d9625d-689a-4493-bf73-f1c6a38d256f req-6dfcfb2a-1a17-4c0c-8379-5075c8e38d41 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459685
Apr 15 15:06:57.651295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:06:57.662405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89ec89-170b-4fc8-a473-435d810f5113 req-7807d0ac-4744-4667-b096-75800938fa08 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:57.666381 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7d89ec89-170b-4fc8-a473-435d810f5113 req-7807d0ac-4744-4667-b096-75800938fa08 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 943 time: 0.1039636
Apr 15 15:06:57.681987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:06:57.683933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:06:57.713504 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7d89ec89-170b-4fc8-a473-435d810f5113 req-414fd621-4673-444c-8cb6-feaa1f0ed3a3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431702
Apr 15 15:06:57.759333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=9']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:06:57.767430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.767822 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.768204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.768579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.768954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.769326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.769690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.770054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.770445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.770809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.771171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.771531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:06:57.775621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:06:58.699203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['0eeaab9b-e44a-44c7-b415-820c19982c7a'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:06:58.871525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e444-8c54-4427-ad89-1c1d31968e7e req-e6182a04-ee2f-44b2-a190-6a84944a1e70 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:58.873137 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd29e444-8c54-4427-ad89-1c1d31968e7e req-e6182a04-ee2f-44b2-a190-6a84944a1e70 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1154876
Apr 15 15:06:58.923090 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd29e444-8c54-4427-ad89-1c1d31968e7e req-5bffc5a5-24ec-481d-a44c-4e6f4ce4b4a1 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420856
Apr 15 15:06:58.949777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f654cc-ef6d-450a-82c5-a5ed953da9ed req-b66666ad-05ed-41a2-a80c-17eed1ac4890 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:06:58.951391 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-64f654cc-ef6d-450a-82c5-a5ed953da9ed req-b66666ad-05ed-41a2-a80c-17eed1ac4890 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 944 time: 0.0902288
Apr 15 15:06:59.002730 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-64f654cc-ef6d-450a-82c5-a5ed953da9ed req-d65c67ef-28bc-4473-9ba3-92d0ab3601c7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445671
Apr 15 15:06:59.520134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:07:00.134454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43b0e4-769b-4aae-8d21-ed1595af4dcd req-cf643aec-7986-4b13-b132-ef424b4edce3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:00.136135 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e43b0e4-769b-4aae-8d21-ed1595af4dcd req-cf643aec-7986-4b13-b132-ef424b4edce3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0949862
Apr 15 15:07:00.198919 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e43b0e4-769b-4aae-8d21-ed1595af4dcd req-45125d2a-1db8-432f-872b-1dd632cd10e5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550475
Apr 15 15:07:00.221166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909e355-5933-4df9-82f3-69569c7f489b req-fbc38fb5-0d53-4099-a142-237e3e60fe6d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:00.222813 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b909e355-5933-4df9-82f3-69569c7f489b req-fbc38fb5-0d53-4099-a142-237e3e60fe6d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 944 time: 0.0947943
Apr 15 15:07:00.272031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b909e355-5933-4df9-82f3-69569c7f489b req-95206c9f-0d20-4ed5-aedb-74e2ec141356 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430257
Apr 15 15:07:00.452920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:07:00.524972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 0eeaab9b-e44a-44c7-b415-820c19982c7a triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:07:00.525384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:00.655967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:00.684966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:07:00.696690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:00.734378 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'code': 200}
Apr 15 15:07:00.773598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:00.774593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:07:00.809148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:00.893887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=10']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:00.906240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:00.999721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:01.035380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:01.064437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:01.066371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:01.124665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f02037-1919-4522-891f-559a6a08e096 req-b3b98702-2fd9-4fc2-97a0-b1180b1248a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:01.126315 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4f02037-1919-4522-891f-559a6a08e096 req-b3b98702-2fd9-4fc2-97a0-b1180b1248a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 1099 time: 0.0887473
Apr 15 15:07:01.163903 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=6']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:01.169253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:01.174476 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c4f02037-1919-4522-891f-559a6a08e096 req-540992e1-fdf6-41c0-9917-0476d0b3dd13 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394711
Apr 15 15:07:01.233170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-89bcab76-00c2-4f33-9e15-a8aba5228920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:01.235227 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-89bcab76-00c2-4f33-9e15-a8aba5228920 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906&tenant_id=1447e38af9314975b502981165fe11e1 HTTP/1.1" status: 200  len: 1096 time: 0.1006968
Apr 15 15:07:01.339925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-9d67782e-f15c-4879-8f15-92e7c5040687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:01.341577 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-9d67782e-f15c-4879-8f15-92e7c5040687 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1096 time: 0.0827227
Apr 15 15:07:01.401519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63ce7-f2f2-41d0-869e-1566e4e90009 req-1e6d3132-4208-4391-8610-59faa9f445eb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:01.403188 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85b63ce7-f2f2-41d0-869e-1566e4e90009 req-1e6d3132-4208-4391-8610-59faa9f445eb tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0925555
Apr 15 15:07:01.453337 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85b63ce7-f2f2-41d0-869e-1566e4e90009 req-1cc0e746-00f5-4f2c-a645-54466847bf88 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426342
Apr 15 15:07:01.552370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-21947505-3b18-49d2-a213-2728c3ee5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:01.553956 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-21947505-3b18-49d2-a213-2728c3ee5874 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.2048802
Apr 15 15:07:01.570882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630dc47-5f81-4aa7-a96b-6dfc2330bf9f req-0f6338b3-32cd-4812-8a06-14d292a33b15 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:01.572444 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0630dc47-5f81-4aa7-a96b-6dfc2330bf9f req-0f6338b3-32cd-4812-8a06-14d292a33b15 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.1456544
Apr 15 15:07:01.622751 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0630dc47-5f81-4aa7-a96b-6dfc2330bf9f req-6b8016c2-788f-4c13-83d7-8a8fe23aa4e0 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428662
Apr 15 15:07:02.731015 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-04773d7c-4bee-4b16-8cd7-6b3924e409de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 999 time: 0.1660759
Apr 15 15:07:02.735567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:07:02.744440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee308bc9-5519-444d-99ac-45305f3910e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:02.761471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f262a9c-650b-4fb3-b556-b76a0ba75c15 req-55820e6c-2ddd-4955-8c80-bc0146e9b35d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:02.763159 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f262a9c-650b-4fb3-b556-b76a0ba75c15 req-55820e6c-2ddd-4955-8c80-bc0146e9b35d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.1418853
Apr 15 15:07:02.814058 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2f262a9c-650b-4fb3-b556-b76a0ba75c15 req-87d27733-95c9-4f8f-beb3-222354475214 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437617
Apr 15 15:07:02.841388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267add76-9ce8-4798-9bce-eea1eebdbd9d req-cfa01259-1763-40ea-94c6-62f138e34ce3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:02.843862 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-267add76-9ce8-4798-9bce-eea1eebdbd9d req-cfa01259-1763-40ea-94c6-62f138e34ce3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.0952978
Apr 15 15:07:02.868248 dv-cinder-734144-16-iscsi neutron-server[85322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'code': 422} returned with failed status
Apr 15 15:07:02.891999 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-267add76-9ce8-4798-9bce-eea1eebdbd9d req-e9b1bd2c-8970-46e9-9306-b51466284d82 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416577
Apr 15 15:07:04.019519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e84f97-b830-405d-886a-8c36d2915494 req-b2e265d8-b774-4f0d-87f2-b9f4e9e6e063 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:04.021133 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f7e84f97-b830-405d-886a-8c36d2915494 req-b2e265d8-b774-4f0d-87f2-b9f4e9e6e063 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0934880
Apr 15 15:07:04.070924 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f7e84f97-b830-405d-886a-8c36d2915494 req-b2f521af-bdfc-44e8-ad26-ff14c8772429 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432146
Apr 15 15:07:04.099689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a42062-95aa-47ea-8704-4859270d9a0f req-7cac6bfd-ea55-4660-9147-aa3dd3321f61 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:04.101289 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-92a42062-95aa-47ea-8704-4859270d9a0f req-7cac6bfd-ea55-4660-9147-aa3dd3321f61 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.0891328
Apr 15 15:07:04.154321 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-92a42062-95aa-47ea-8704-4859270d9a0f req-1bacf022-76d3-4fdd-b419-1baeeed824ce tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464203
Apr 15 15:07:04.737774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-1b2bab30-c513-46fa-81e0-f5c60d87afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:04.739376 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-1b2bab30-c513-46fa-81e0-f5c60d87afd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0676994
Apr 15 15:07:04.830534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-32cf22dc-3ad2-4b9e-a538-a0a03e617fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:04.832133 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-32cf22dc-3ad2-4b9e-a538-a0a03e617fb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0831854
Apr 15 15:07:04.853520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fff167b-570a-4866-a507-529a58df335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:05.000208 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-ea78028e-c938-4239-a202-7fb26b160cf7 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340704
Apr 15 15:07:05.143976 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-35d3f2da-e156-4021-8382-2f280978d81c service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346993
Apr 15 15:07:05.285179 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef645-db3f-4d65-b953-8b147ba4e3d1 req-2eebaee3-4fd0-4386-81a9-27ea1153927b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:05.289815 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-741ef645-db3f-4d65-b953-8b147ba4e3d1 req-2eebaee3-4fd0-4386-81a9-27ea1153927b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0939405
Apr 15 15:07:05.341121 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-741ef645-db3f-4d65-b953-8b147ba4e3d1 req-318c824d-5ea5-4f15-9c3f-8a8f526f7600 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474343
Apr 15 15:07:05.389393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cef5e-f6f3-4b2a-902d-25bd7621c7c4 req-d6583f2f-3c9d-46d2-90eb-d9f62ecea3f7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:05.391335 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f76cef5e-f6f3-4b2a-902d-25bd7621c7c4 req-d6583f2f-3c9d-46d2-90eb-d9f62ecea3f7 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.1056213
Apr 15 15:07:05.446983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f76cef5e-f6f3-4b2a-902d-25bd7621c7c4 req-e2255d7c-46b0-4065-8164-19a54c41b533 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493736
Apr 15 15:07:06.201450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:06.679853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10eeea-ecb0-488b-8644-72c3ad9a445b req-710d2f50-5f35-4efd-9fdf-6384ffe17968 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:06.679853 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4c10eeea-ecb0-488b-8644-72c3ad9a445b req-710d2f50-5f35-4efd-9fdf-6384ffe17968 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.0983660
Apr 15 15:07:06.732855 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4c10eeea-ecb0-488b-8644-72c3ad9a445b req-6b7d67ac-75f8-412f-9098-d28d777db341 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467389
Apr 15 15:07:06.751895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:06.792969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fa67c-c152-4f9a-a117-2d4bcb40c70b req-3d507bf7-f050-44da-94c2-53a8c123d906 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:06.795624 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-465fa67c-c152-4f9a-a117-2d4bcb40c70b req-3d507bf7-f050-44da-94c2-53a8c123d906 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.3364718
Apr 15 15:07:06.857045 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-465fa67c-c152-4f9a-a117-2d4bcb40c70b req-a6184124-985f-4b85-b5da-0651eff3d1dd tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547724
Apr 15 15:07:07.538625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:07.956967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24534aa-fc5a-40e0-bf65-667b88dda93a req-a9fd23dd-e9c5-4ca1-872c-8c75deca0eda tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:07.958601 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c24534aa-fc5a-40e0-bf65-667b88dda93a req-a9fd23dd-e9c5-4ca1-872c-8c75deca0eda tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.0918202
Apr 15 15:07:08.012373 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c24534aa-fc5a-40e0-bf65-667b88dda93a req-3bf5798c-0e6e-4c53-a734-5df549243dd4 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464466
Apr 15 15:07:08.066543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19315d9-f532-4cfc-8569-ef2aa018d23f req-aed4c719-c148-42f8-965a-9fd84f8a0f0d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:08.068177 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a19315d9-f532-4cfc-8569-ef2aa018d23f req-aed4c719-c148-42f8-965a-9fd84f8a0f0d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0891991
Apr 15 15:07:08.117220 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a19315d9-f532-4cfc-8569-ef2aa018d23f req-04abec60-fbf9-40d1-8c73-ce7d0ce92c99 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421529
Apr 15 15:07:09.331221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa7d81-24d3-4314-9d09-10c95b815323 req-76240db2-5c58-4370-a873-f0b77c024d1d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:09.332750 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c7aa7d81-24d3-4314-9d09-10c95b815323 req-76240db2-5c58-4370-a873-f0b77c024d1d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0960019
Apr 15 15:07:09.384072 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c7aa7d81-24d3-4314-9d09-10c95b815323 req-20d6d0a6-d69b-49ae-aa59-ded33159a761 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448074
Apr 15 15:07:09.404984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f301fc0-a7db-4888-9cfc-4b2fe15e2d85 req-7218b3cf-2eb7-4b91-90d4-def9b09c428b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:09.407826 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9f301fc0-a7db-4888-9cfc-4b2fe15e2d85 req-7218b3cf-2eb7-4b91-90d4-def9b09c428b tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.0911026
Apr 15 15:07:09.456430 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9f301fc0-a7db-4888-9cfc-4b2fe15e2d85 req-74f9e08f-5687-41f8-a2eb-e64422b2af3d tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422139
Apr 15 15:07:10.502626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34584) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:10.594225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b0a57-1ac2-4df0-82ab-adc89edbfa3a req-b8caf1eb-5c62-4c17-aba9-1662cb6f6f36 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:10.595993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-992b0a57-1ac2-4df0-82ab-adc89edbfa3a req-b8caf1eb-5c62-4c17-aba9-1662cb6f6f36 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0956821
Apr 15 15:07:10.647215 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-992b0a57-1ac2-4df0-82ab-adc89edbfa3a req-1a50255c-cd6b-438d-ac7a-bb5bce2b843d tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433757
Apr 15 15:07:10.648598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:10.670497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:10.677755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Usage tracker for resource:security_group_rule and tenant:ae7c5f6d4e6d4c50a321ebf78baa8863 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:10.681384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:10.695549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:10.720647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f8693-1da8-46ac-a1a4-9767d229bbcb req-31b82016-ef6c-46bb-badf-2a1c116f234a tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:10.722268 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a6f8693-1da8-46ac-a1a4-9767d229bbcb req-31b82016-ef6c-46bb-badf-2a1c116f234a tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.1478043
Apr 15 15:07:10.788492 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a6f8693-1da8-46ac-a1a4-9767d229bbcb req-695a272c-44d4-45e0-ab10-b5b446a8dbc9 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591562
Apr 15 15:07:10.840078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:10.881815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:10.891094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-891b0046-4bfa-4784-83ad-e21336a5032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:10.934035 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae7c5f6d4e6d4c50a321ebf78baa8863&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4301829
Apr 15 15:07:10.935066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52887712-3768-4ec9-8865-5b3a4deff0af,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:10.936878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34590) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:10.938823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:10.999311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.026477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.104570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.109732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5222617d-dfa2-48bd-a500-a02cbccf739f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:11.120469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52887712-3768-4ec9-8865-5b3a4deff0af,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:11.125307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:11.127416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.128635 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52887712-3768-4ec9-8865-5b3a4deff0af HTTP/1.1" status: 204  len: 168 time: 0.1898901
Apr 15 15:07:11.504088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34598) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:11.523922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.539108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:11.543146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Usage tracker for resource:security_group_rule and tenant:3718e36e45024cca9bc705930d8f32e5 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:11.546391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:11.552627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:11.629413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-b2969e6c-2b47-4e3b-8e93-e0d78616c73c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:11.630938 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-b2969e6c-2b47-4e3b-8e93-e0d78616c73c tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.0928614
Apr 15 15:07:11.649539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.670213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.680062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-19fc7371-42d7-4bec-926b-4703e5b60774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:11.711643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Deleting port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:11.711962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.723717 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3718e36e45024cca9bc705930d8f32e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2184200
Apr 15 15:07:11.725413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab31118-6069-4064-8e42-13aa7e26c17a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:11.727979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34604) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:11.730880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:11.858830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.901291 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:11.931786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92572f40-460f-4a77-bcb8-3d2717d73588 req-bb6ff709-7bfb-4170-887d-168f1d30ab3b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:11.933401 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-92572f40-460f-4a77-bcb8-3d2717d73588 req-bb6ff709-7bfb-4170-887d-168f1d30ab3b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.1602244
Apr 15 15:07:11.996969 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-92572f40-460f-4a77-bcb8-3d2717d73588 req-2bec7386-7a09-4122-bc4e-dfade587a517 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501280
Apr 15 15:07:12.024685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:12.030050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c73fec3f-86fd-4905-877c-c2884440e49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:12.042690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab31118-6069-4064-8e42-13aa7e26c17a,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:12.046243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:12.048055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:12.049267 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dab31118-6069-4064-8e42-13aa7e26c17a HTTP/1.1" status: 204  len: 168 time: 0.3203471
Apr 15 15:07:12.059148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] For port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:12.059671 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:12.138009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df3e1-7bf3-4a7d-ae1d-fae234bf5a47 req-b2fa6f92-9579-4f8d-9be0-b34b38f94a53 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:12.139695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-797df3e1-7bf3-4a7d-ae1d-fae234bf5a47 req-b2fa6f92-9579-4f8d-9be0-b34b38f94a53 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 946 time: 0.2225840
Apr 15 15:07:12.283269 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-797df3e1-7bf3-4a7d-ae1d-fae234bf5a47 req-f6665639-8269-4bd8-8a58-8245ffca2183 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339283
Apr 15 15:07:12.428648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:12.429159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:12.429532 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Floating IP cf3adfb4-8211-4e82-841e-6a167578e4af disassociated. External IP: 172.27.0.199, port: 76dd9b90-9291-4cf9-aa4c-4b91668eb87d.
Apr 15 15:07:12.429868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Calling delete_port for 76dd9b90-9291-4cf9-aa4c-4b91668eb87d owned by compute:nova {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:12.625615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:12.641588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:12.694319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event deleted for resources: {'Port': ['ID=76dd9b90-9291-4cf9-aa4c-4b91668eb87d,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:12.741998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:13.018902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:07:13.215732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdce72d-f7d2-4709-ae7c-061f71fb383c req-9ff1bd12-9043-463b-9e8d-79471c3aa0b4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:13.217356 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9fdce72d-f7d2-4709-ae7c-061f71fb383c req-9ff1bd12-9043-463b-9e8d-79471c3aa0b4 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0977893
Apr 15 15:07:13.236704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:07:13.247837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:07:13.268643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:07:13.269187 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9fdce72d-f7d2-4709-ae7c-061f71fb383c req-f2ccb4b4-ffe4-4204-b59d-d078e5100400 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444279
Apr 15 15:07:13.270049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d9c3780>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:07:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:13.349271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] No DVR routers for this DVR port 76dd9b90-9291-4cf9-aa4c-4b91668eb87d on host hv-cinder-73414 {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:07:13.352102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:13.368237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'name': 'network-vif-deleted', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:07:13.408487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-af3a3eef-5419-4b98-b72e-db95403ebfa3 req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.10 "DELETE /v2.0/ports/76dd9b90-9291-4cf9-aa4c-4b91668eb87d HTTP/1.1" status: 204  len: 173 time: 1.7708993
Apr 15 15:07:13.438923 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794faac-205b-4ff2-bdb6-84b144e7d9f6', 'name': 'network-vif-deleted', 'tag': '76dd9b90-9291-4cf9-aa4c-4b91668eb87d', 'status': 'completed', 'code': 200}
Apr 15 15:07:13.513365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-9bcb92b9-2cfd-4d21-8200-583835d5981a req-85fef4c7-c434-464e-9951-5b1a01c656b5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Synchronizing usage tracker for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:07:13.552865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:07:13.573796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-9bcb92b9-2cfd-4d21-8200-583835d5981a req-85fef4c7-c434-464e-9951-5b1a01c656b5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Unset dirty status for tenant:589dd54c1d1a4182b52c8dc011a9240c on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:07:13.575351 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9bcb92b9-2cfd-4d21-8200-583835d5981a req-85fef4c7-c434-464e-9951-5b1a01c656b5 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/ports?device_id=3794faac-205b-4ff2-bdb6-84b144e7d9f6 HTTP/1.1" status: 200  len: 210 time: 0.1296222
Apr 15 15:07:13.904662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d9c3780>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:13.911320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:07:13.921378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:07:13.922038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d9c3780>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:07:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:14.120538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:07:14.457968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d9c3780>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:14.462210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010efc7-6726-4cd4-bb76-a4925d25a0ff None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'c5b63898-8662-460c-ac35-29a48a05c84a', 'name': '', 'network_id': '8feb84fd-6d37-408a-88f2-be86ff9e2be2', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'mac_address': 'fa:16:3e:54:c8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:40Z', 'updated_at': '2021-04-15T15:00:01Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'subnets': [{'id': '46d0b53d-613e-4009-88f6-7f4ad5dcb1f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:07:14.482051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38235d84-0f38-4747-b36d-a785f5aab886 req-1331e028-835e-4bb3-8641-b414df55a174 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:14.491137 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-38235d84-0f38-4747-b36d-a785f5aab886 req-1331e028-835e-4bb3-8641-b414df55a174 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 943 time: 0.0916014
Apr 15 15:07:14.534627 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-38235d84-0f38-4747-b36d-a785f5aab886 req-f24bf983-4e64-4a41-9b77-4bb6fb80263c tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444324
Apr 15 15:07:14.545993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:07:14.702560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:14.718456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '34732508-a673-46be-a455-606ca98118d3', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'port_id': '34732508-a673-46be-a455-606ca98118d3', 'mac_address': 'fa:16:3e:99:95:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:07:14.774887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34666) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:14.784729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:14.807246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34732508-a673-46be-a455-606ca98118d3 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:07:14.829363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:14.853002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:14.864493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:14.866460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:14.885353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:14.902122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfde27dc-f33e-4111-9428-7187f111f7b0 None None] New status for floating IP cf3adfb4-8211-4e82-841e-6a167578e4af: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:07:14.944139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=7']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:14.947542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:14.955843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:14.964787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-35be5df1-6da0-45bd-99f7-dbb4bf153af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:14.978601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:14.980998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:15.018878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:15.020096 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d95b363d-490a-4c45-b4c4-ac870921d89f tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "DELETE /v2.0/security-groups/0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841 HTTP/1.1" status: 204  len: 168 time: 0.2441480
Apr 15 15:07:15.023190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34670) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:15.041311 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.v2.resource [None req-c6fa2543-3187-4c97-8f78-7b93b266e029 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] show failed (client error): The resource could not be found.
Apr 15 15:07:15.042428 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c6fa2543-3187-4c97-8f78-7b93b266e029 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "GET /v2.0/security-groups/0bdd81f9-d210-4a8b-9a4d-29c7f0c0b841 HTTP/1.1" status: 404  len: 347 time: 0.0181811
Apr 15 15:07:15.045516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34674) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:15.081002 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['34732508-a673-46be-a455-606ca98118d3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:07:15.441770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Deleting port 0dad1f17-22ea-4b60-af38-b811c36d371d {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:15.442145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:15.621695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:15.622069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:15.742861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd22e7-2aa1-44c0-ac74-af661c2b8832 req-4592230f-3432-46f2-91ab-5c26a62a9413 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:15.744459 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cbd22e7-2aa1-44c0-ac74-af661c2b8832 req-4592230f-3432-46f2-91ab-5c26a62a9413 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 944 time: 0.0919025
Apr 15 15:07:15.754854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Calling delete_port for 0dad1f17-22ea-4b60-af38-b811c36d371d owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:15.809440 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cbd22e7-2aa1-44c0-ac74-af661c2b8832 req-126bf3d1-843d-4b9c-842a-d64b3f3ec10f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477102
Apr 15 15:07:15.967475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:15.987070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-40f07e18-f189-4414-b4c9-6f9d674bbef5 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:16.083628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Pushing event deleted for resources: {'Port': ['ID=0dad1f17-22ea-4b60-af38-b811c36d371d,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:16.086128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:16.250717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:16.299811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:16.301196 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-983985ab-9863-47da-9f7c-6babc5e69109 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] 10.222.0.20 "DELETE /v2.0/floatingips/cf3adfb4-8211-4e82-841e-6a167578e4af HTTP/1.1" status: 204  len: 168 time: 1.2531352
Apr 15 15:07:16.560606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:07:16.633138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 34732508-a673-46be-a455-606ca98118d3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:07:16.633490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:16.932172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:16.961617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:07:16.973070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:17.009883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'code': 200}
Apr 15 15:07:17.012793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:17.013732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 76dd9b90-9291-4cf9-aa4c-4b91668eb87d no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:07:17.021835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da31df5-0c69-4c12-9ee1-46c2ffcb08ee req-ab49f138-7e2a-4115-945f-8e580c6eb5da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:17.023492 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da31df5-0c69-4c12-9ee1-46c2ffcb08ee req-ab49f138-7e2a-4115-945f-8e580c6eb5da tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0899863
Apr 15 15:07:17.045039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:17.078853 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da31df5-0c69-4c12-9ee1-46c2ffcb08ee req-e186f57a-1135-4d7d-981c-82794694ba52 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464187
Apr 15 15:07:17.095617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 76dd9b90-9291-4cf9-aa4c-4b91668eb87d {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:07:17.096018 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 76dd9b90-9291-4cf9-aa4c-4b91668eb87d not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:07:17.123470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=8']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:17.127277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:17.336192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3c14-209a-418b-93d2-5af0f04c8158 req-de7988ad-31fd-4344-926a-add38a390e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:17.337763 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b89d3c14-209a-418b-93d2-5af0f04c8158 req-de7988ad-31fd-4344-926a-add38a390e94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.0792601
Apr 15 15:07:17.380689 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b89d3c14-209a-418b-93d2-5af0f04c8158 req-c7249926-b799-47a8-93e9-1c0723a285dc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356658
Apr 15 15:07:18.293245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c850-c12f-494c-a6b9-7f6c8edf57e5 req-d311dcac-d9ad-4f01-a644-494ba5b037a7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:18.294883 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad15c850-c12f-494c-a6b9-7f6c8edf57e5 req-d311dcac-d9ad-4f01-a644-494ba5b037a7 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0926461
Apr 15 15:07:18.343884 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad15c850-c12f-494c-a6b9-7f6c8edf57e5 req-7f5ab566-6b8e-4766-8b6a-48f17ea2995e tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421278
Apr 15 15:07:18.697711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:19.551020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ec814-5755-4fdd-8588-102b838727f1 req-1a5b99cb-4031-421c-9479-41b32c1c907b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:19.552634 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-525ec814-5755-4fdd-8588-102b838727f1 req-1a5b99cb-4031-421c-9479-41b32c1c907b tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.0930011
Apr 15 15:07:19.604753 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-525ec814-5755-4fdd-8588-102b838727f1 req-de88298e-e91e-44a4-bb83-8cce4b902005 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456231
Apr 15 15:07:20.544478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34748) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:21.285790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:21.660870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Deleting port c5b63898-8662-460c-ac35-29a48a05c84a {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:21.661187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:21.844852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] For port c5b63898-8662-460c-ac35-29a48a05c84a, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c5b63898-8662-460c-ac35-29a48a05c84a,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:21.844852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:21.975712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Calling delete_port for c5b63898-8662-460c-ac35-29a48a05c84a owned by network:router_interface {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:22.601754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:22.618738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:22.710726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b63898-8662-460c-ac35-29a48a05c84a,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:22.724469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.724887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.725302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.725705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.726105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.726532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.726933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.727328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.727724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.728116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.728616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.728870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:22.734284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:23.080080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:23.582656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Router afdf0414-a28d-4521-8ea2-17e8f6ef8335 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:07:23.774023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:07:23.783484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] Sync routers for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:07:23.791582 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] 10.222.0.20 "PUT /v2.0/routers/afdf0414-a28d-4521-8ea2-17e8f6ef8335/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2458985
Apr 15 15:07:23.791763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34770) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:23.795041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:07:23.796545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d56a8d0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:07:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:23.981504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks [] for router, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:23.990802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:07:24.311774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d56a8d0>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T15:07:22Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:24.316403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] Checking router: afdf0414-a28d-4521-8ea2-17e8f6ef8335 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:07:24.326019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] Routers {'afdf0414-a28d-4521-8ea2-17e8f6ef8335'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:07:24.326704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d56a8d0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:07:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:24.403382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:24.430008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Deleting port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:24.430408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:24.519116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] Set router afdf0414-a28d-4521-8ea2-17e8f6ef8335 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:07:24.618920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] For port a7d884ad-0128-4062-a1a1-ff0f3f1e30aa, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:24.619321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:24.752055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Calling delete_port for a7d884ad-0128-4062-a1a1-ff0f3f1e30aa owned by network:router_gateway {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:24.825644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d56a8d0>, [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T15:07:22Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:24.830597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0dd1a-8757-484c-8938-1bb5be487268 None None] The sync data for ids ['afdf0414-a28d-4521-8ea2-17e8f6ef8335'] in dv-cinder-734144-16-iscsi is: [{'id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'name': 'tempest-AttachVolumeTestJSON-515444454-router', 'tenant_id': '589dd54c1d1a4182b52c8dc011a9240c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:31Z', 'updated_at': '2021-04-15T15:07:22Z', 'revision_number': 5, 'project_id': '589dd54c1d1a4182b52c8dc011a9240c', 'gw_port': {'id': 'a7d884ad-0128-4062-a1a1-ff0f3f1e30aa', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf0414-a28d-4521-8ea2-17e8f6ef8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:32Z', 'updated_at': '2021-04-15T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:07:25.030985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.048253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:25.143212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d884ad-0128-4062-a1a1-ff0f3f1e30aa,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:25.157856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.158321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.158729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.159128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.159519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.159914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.160310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.160704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.161091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.161479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.161866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.162274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:07:25.167348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:25.326949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.515142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.517901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.565683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34786) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:25.601601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.602190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdf0414-a28d-4521-8ea2-17e8f6ef8335 {{(pid=85437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:07:25.615482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.617116 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] 10.222.0.20 "DELETE /v2.0/routers/afdf0414-a28d-4521-8ea2-17e8f6ef8335 HTTP/1.1" status: 204  len: 168 time: 1.8245065
Apr 15 15:07:25.620122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34792) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:25.693776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Deleting subnet 46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:07:25.698592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.718737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c5b63898-8662-460c-ac35-29a48a05c84a no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:07:25.753367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.760344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: c5b63898-8662-460c-ac35-29a48a05c84a {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:07:25.760744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c5b63898-8662-460c-ac35-29a48a05c84a not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:07:25.779681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:25.786992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:53b9233bb7b4472889c55ea5ad22e550 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:25.791231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:25.820628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:25.832470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:25.965748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.114659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.168391 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.182546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d17c0ab3-9b0a-4b64-908b-fafebd287fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:26.269271 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53b9233bb7b4472889c55ea5ad22e550&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7022870
Apr 15 15:07:26.270146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6188649-d6db-47b3-a68d-56b484f8d316,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:26.272904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34796) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:26.274729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-237019d2-2e9e-427d-b5b1-0b9d377e7ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:26.338302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.340047 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.354437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5bd4dc83-830f-4bda-9a71-14fd4e49434b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:26.367730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.441831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d0b53d-613e-4009-88f6-7f4ad5dcb1f5,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:26.444404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:26.446613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.452824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-50d32d39-5c03-45a0-bbdf-39d3513433c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:26.463720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6188649-d6db-47b3-a68d-56b484f8d316,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:26.466321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:26.472885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.476486 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6188649-d6db-47b3-a68d-56b484f8d316 HTTP/1.1" status: 204  len: 168 time: 0.1999681
Apr 15 15:07:26.490354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.497301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e87d89-87d5-4cfd-ba9d-fa775468c835 None None] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:07:26.504655 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46d0b53d-613e-4009-88f6-7f4ad5dcb1f5 HTTP/1.1" status: 204  len: 168 time: 0.8806605
Apr 15 15:07:26.504655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34802) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:26.621867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.696959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Deleting port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:26.697494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.780314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] DHCP port deletion for 8feb84fd-6d37-408a-88f2-be86ff9e2be2 request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:07:26.785204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Deleting port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:26.785618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.934129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] For port 5f8cd601-b9b3-4206-a94c-b3845bf503d0, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f8cd601-b9b3-4206-a94c-b3845bf503d0,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:26.934760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.949402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34808) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:26.971685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:26.988627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:26.993054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Usage tracker for resource:security_group_rule and tenant:7b69a54e2a574d1cb3019c4ba76000f8 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:26.996402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:27.003272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:27.022907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] For port 5f8cd601-b9b3-4206-a94c-b3845bf503d0, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f8cd601-b9b3-4206-a94c-b3845bf503d0,segment=NetworkSegment(6abf21e4-ca71-4086-b728-9c69a975a5b2),segment_id=6abf21e4-ca71-4086-b728-9c69a975a5b2)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:27.024393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.076196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Calling delete_port for 5f8cd601-b9b3-4206-a94c-b3845bf503d0 owned by network:dhcp {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:27.093532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.133769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.144403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-068ffd97-ec4f-41fa-b6f0-3979cee1fcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:27.190452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.203244 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b69a54e2a574d1cb3019c4ba76000f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2520339
Apr 15 15:07:27.204091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34812) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:27.205329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319320d-f165-4687-a805-44060aa51938,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:27.210632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8fa687f-bee9-4cee-bcf1-be13b3f429fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:27.210988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:27.277071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.304971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.309528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8cd601-b9b3-4206-a94c-b3845bf503d0,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:27.313417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:27.321424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Calling delete_port for 5f8cd601-b9b3-4206-a94c-b3845bf503d0 owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:27.363671 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] No DVR routers for this DVR port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 on host dv-cinder-734144-16-iscsi {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:07:27.378872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.384099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6ebe54d7-861a-4e95-b287-f74c0bb8282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:27.398332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319320d-f165-4687-a805-44060aa51938,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:27.401364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:27.402384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.407926 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f319320d-f165-4687-a805-44060aa51938 HTTP/1.1" status: 204  len: 168 time: 0.1951234
Apr 15 15:07:27.485475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:07:27.485886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:07:27.495286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.616662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426cd53160>,) {'filters': {'network_id': ['8feb84fd-6d37-408a-88f2-be86ff9e2be2']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:27.630109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426cd53160>, '6abf21e4-ca71-4086-b728-9c69a975a5b2') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:27.630496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426cd53160>, '6abf21e4-ca71-4086-b728-9c69a975a5b2') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:07:27.643544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.659974 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.667095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:07:27.700936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f8cd601-b9b3-4206-a94c-b3845bf503d0 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:07:27.738100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 5f8cd601-b9b3-4206-a94c-b3845bf503d0 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:07:27.738532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f8cd601-b9b3-4206-a94c-b3845bf503d0 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:07:27.739013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a7d884ad-0128-4062-a1a1-ff0f3f1e30aa no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:07:27.774471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: a7d884ad-0128-4062-a1a1-ff0f3f1e30aa {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:07:27.774878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a7d884ad-0128-4062-a1a1-ff0f3f1e30aa not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:07:27.864005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:07:27.872911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:27.987428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Deleting port 5f8cd601-b9b3-4206-a94c-b3845bf503d0 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:27.988035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:28.067067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-92a61685-f3ca-4fb3-bf20-134eeb7b6789 None None] The port '5f8cd601-b9b3-4206-a94c-b3845bf503d0' was deleted {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:07:28.284800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Network 8feb84fd-6d37-408a-88f2-be86ff9e2be2 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:07:28.311227 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:07:28.413254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:28.417118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:28.433832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:28.440304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb84fd-6d37-408a-88f2-be86ff9e2be2,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:28.445097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:28.488236 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8feb84fd-6d37-408a-88f2-be86ff9e2be2 HTTP/1.1" status: 204  len: 168 time: 1.9825974
Apr 15 15:07:28.766379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34842) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:28.819173 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6aeb8746-4cc8-4595-84c2-3a5ea46f7814 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=589dd54c1d1a4182b52c8dc011a9240c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514863
Apr 15 15:07:28.821677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34846) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:28.887884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:28.915313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:28.984548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:28.988723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b910a00c-2e8e-4f6b-a63e-d7f2a8f4ad09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:29.003129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7748a4-6df0-4114-bac7-4fa4eb7d9079,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:29.007084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:29.012422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:29.013897 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c7748a4-6df0-4114-bac7-4fa4eb7d9079 HTTP/1.1" status: 204  len: 168 time: 0.1908207
Apr 15 15:07:30.969255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34900) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:31.097414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.113390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:31.117481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Usage tracker for resource:security_group_rule and tenant:3cc15d2c23a74cb1abf978ede5436f32 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:31.120400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:31.126945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:31.209290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.246863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.255674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-91333ec8-f0cf-413f-af66-1d444f2e178d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:31.296988 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cc15d2c23a74cb1abf978ede5436f32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3266289
Apr 15 15:07:31.298692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a8441-c88a-4ba7-a34c-577342de3dbe,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:31.300040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34906) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:31.302066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:31.361667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.387865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.498438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.503665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bf1fd120-e744-49f0-9eab-ea9e660c0f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:31.517759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a8441-c88a-4ba7-a34c-577342de3dbe,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:31.520979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:31.523578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:31.524782 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b32a8441-c88a-4ba7-a34c-577342de3dbe HTTP/1.1" status: 204  len: 168 time: 0.2236903
Apr 15 15:07:31.993664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 34916) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:32.016440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.031851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:32.035852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Usage tracker for resource:security_group_rule and tenant:175fc07785504a54b881b408acd5f40d is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:32.038760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:32.044683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:32.127521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.161287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.170154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-601d065b-9fe0-4f54-81cd-cb4e18868fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:32.212713 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=175fc07785504a54b881b408acd5f40d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2178988
Apr 15 15:07:32.214442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d430210c-67ac-4bf8-a99c-1e5431de40c4,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:32.215629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 34920) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:32.217714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e6ca7611-ad44-4162-a6a1-9023c8e86b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:32.278953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.306109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.384251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.389151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8c95833a-2514-42b5-82a7-beb422a23e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:32.401805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d430210c-67ac-4bf8-a99c-1e5431de40c4,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:32.405513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:32.411149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:32.412355 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d430210c-67ac-4bf8-a99c-1e5431de40c4 HTTP/1.1" status: 204  len: 168 time: 0.1956611
Apr 15 15:07:32.743394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e9181c2-6874-4ec7-8647-12fcba4519f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:34.836227 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8d95-ca27-4dcc-b133-8d277fb6d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:36.178877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:36.523909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:07:36.750137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:37.544529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:48.205340 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-70215952-c686-4b4c-9ac3-4f2316e8f43b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768945
Apr 15 15:07:48.360245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-50a62422-5069-4d15-83fc-5f5f181b2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:48.362278 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-50a62422-5069-4d15-83fc-5f5f181b2b5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.0792296
Apr 15 15:07:48.523981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-5d248bbf-1616-4986-a77c-0ed7c85e38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:48.525464 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-5d248bbf-1616-4986-a77c-0ed7c85e38cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.1395411
Apr 15 15:07:48.636857 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-2b233f01-9024-4e01-bf20-a5ca6a74061e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 1001 time: 0.1044405
Apr 15 15:07:48.709955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-dc9d73bc-551a-408b-8944-4acbd27f6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:48.711560 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-dc9d73bc-551a-408b-8944-4acbd27f6015 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0674267
Apr 15 15:07:48.714804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:48.794728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-1390f93f-c35b-4074-8dad-0ee1465e7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:48.796912 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-1390f93f-c35b-4074-8dad-0ee1465e7c06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0783582
Apr 15 15:07:48.943159 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-de1911c8-a0d7-45e4-ba0a-c7b8a8fbbd50 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374702
Apr 15 15:07:49.088633 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a25e2568-6f3b-4c11-aa01-6de62c6e1bfb req-994b993e-ad98-4d82-aaf7-dc27f7618e96 service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384614
Apr 15 15:07:51.402197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35152) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:51.528888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.546906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:51.550978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Usage tracker for resource:security_group_rule and tenant:6b18a3ebb1634d0e98b105a59c499873 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:51.553944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:51.560412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:51.648564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.675821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.689986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fb46344-e253-4881-9d43-1f2667d3c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:51.734963 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b18a3ebb1634d0e98b105a59c499873&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3314948
Apr 15 15:07:51.735848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e128f1-338b-4f73-9bd5-2d805babd5aa,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:51.737707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35158) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:51.739309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2186392c-4bcc-4b69-bd6f-7cb7c7cbbd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:51.802415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.830521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.904301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.909964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3ef3e6da-d7ca-45fb-9995-e957bf90504b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:51.922598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e128f1-338b-4f73-9bd5-2d805babd5aa,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:51.927340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:51.931629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:51.932844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5e128f1-338b-4f73-9bd5-2d805babd5aa HTTP/1.1" status: 204  len: 168 time: 0.1940057
Apr 15 15:07:52.359501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35168) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:52.379365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.395319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:52.399417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b798dfb648c54130aa7b92d5d4ad8c36 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:52.402509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:52.409039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:52.495373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.521367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.531422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-dc5176ea-3346-4f29-bf4a-8c29173024f2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:52.576220 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b798dfb648c54130aa7b92d5d4ad8c36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2153523
Apr 15 15:07:52.578626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e22bc-7e90-45bf-a6dc-0477842e5203,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:52.579711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35178) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:52.582042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:52.650068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.681146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.852097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.857425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-99c1684f-8a80-46a9-8bd1-d14049c7ef95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:52.870718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e22bc-7e90-45bf-a6dc-0477842e5203,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:52.873084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:52.881161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:52.882440 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c30e22bc-7e90-45bf-a6dc-0477842e5203 HTTP/1.1" status: 204  len: 168 time: 0.3016262
Apr 15 15:07:54.349864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35228) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:54.533450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.549329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:54.553469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Usage tracker for resource:security_group_rule and tenant:b46bc5151e3444ca9a24468f5c2cefce is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:54.556512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:54.563526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:54.654565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.692548 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.703626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-23b9ad84-5e9e-46b6-bde3-0834f0c40bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:54.745432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0956597-6625-4a47-9bba-de933d7e763b,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:54.750626 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b46bc5151e3444ca9a24468f5c2cefce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3995399
Apr 15 15:07:54.756190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:54.758313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35246) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:54.825152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.858802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.949763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.955210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bcee234f-9495-4256-bdd8-ef21a9681854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:54.970593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0956597-6625-4a47-9bba-de933d7e763b,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:54.973730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:54.978389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:54.979596 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0956597-6625-4a47-9bba-de933d7e763b HTTP/1.1" status: 204  len: 168 time: 0.2202110
Apr 15 15:07:56.587481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b34d3-7654-4546-8cd5-e1637c0b981b req-4ef71564-4024-4f7f-9cd5-8bc3e509db6e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:56.589187 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad6b34d3-7654-4546-8cd5-e1637c0b981b req-4ef71564-4024-4f7f-9cd5-8bc3e509db6e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.0932250
Apr 15 15:07:56.640392 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad6b34d3-7654-4546-8cd5-e1637c0b981b req-2b89abac-5560-455d-ac0a-6959422b1555 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436356
Apr 15 15:07:56.927788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35316) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:57.054853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.073518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:57.078488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f32162ed15a44637a52ae65e562752bd is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:57.081357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:57.087278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:57.172919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.206581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.214930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-20744b63-b205-4ef9-af7d-84b715bc39db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:57.257057 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f32162ed15a44637a52ae65e562752bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3280063
Apr 15 15:07:57.258856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f68ef-35a5-4b85-9847-ef0b0ec4bad8,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:57.260032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35322) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:57.261975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:57.322419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.350798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.475216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.480350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f73aa8f0-9100-4090-9bb2-f52fe3478239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:57.493729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f68ef-35a5-4b85-9847-ef0b0ec4bad8,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:57.498780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:57.503091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.504302 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c5f68ef-35a5-4b85-9847-ef0b0ec4bad8 HTTP/1.1" status: 204  len: 168 time: 0.2431664
Apr 15 15:07:57.857213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8acaee-9bc7-4e03-ae0f-283e617c1acc req-754192b1-e4fd-4513-84b5-3e72478f0401 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:57.859283 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-da8acaee-9bc7-4e03-ae0f-283e617c1acc req-754192b1-e4fd-4513-84b5-3e72478f0401 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.0968211
Apr 15 15:07:57.911840 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-da8acaee-9bc7-4e03-ae0f-283e617c1acc req-8915245f-baab-4265-8ba4-b63edb5ef19d tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459085
Apr 15 15:07:57.943390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35334) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:57.963365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:57.979339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:07:57.983998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ebbfd854a54ec089e85f3abda65f3f is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:07:57.986956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:07:57.992918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:07:58.079405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.104168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.113984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-58577f7c-c1b2-4b2e-b0b4-0c7d54e6b1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:58.165378 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4ebbfd854a54ec089e85f3abda65f3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2183084
Apr 15 15:07:58.165378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45cac3-9b56-443d-b1a3-97fbf58935bf,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:58.168033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35342) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:07:58.168170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:58.245063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-b3d5e701-85b9-4968-9e24-2c856a6c4a9f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:58.246662 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-b3d5e701-85b9-4968-9e24-2c856a6c4a9f tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.1407707
Apr 15 15:07:58.307290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.355542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Deleting port 0eeaab9b-e44a-44c7-b415-820c19982c7a {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:07:58.355542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.394229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.588213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.598378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f243cb66-f10b-439a-952a-a6923ef3c4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:58.628699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45cac3-9b56-443d-b1a3-97fbf58935bf,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:58.633604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:58.634496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:58.636291 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d45cac3-9b56-443d-b1a3-97fbf58935bf HTTP/1.1" status: 204  len: 168 time: 0.4671721
Apr 15 15:07:58.692988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] For port 0eeaab9b-e44a-44c7-b415-820c19982c7a, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=0eeaab9b-e44a-44c7-b415-820c19982c7a,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:07:58.698241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:59.043968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:59.045610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:59.046161 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Floating IP 63b9ac55-b1df-4753-b10e-70e2bed33e48 disassociated. External IP: 172.27.0.223, port: 0eeaab9b-e44a-44c7-b415-820c19982c7a.
Apr 15 15:07:59.046800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Calling delete_port for 0eeaab9b-e44a-44c7-b415-820c19982c7a owned by compute:nova {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:07:59.172110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a182-b0d5-4914-8bfe-c908452ab206 req-44dceaa0-5124-4e4f-8da1-de6997c1be85 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:07:59.173857 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0900a182-b0d5-4914-8bfe-c908452ab206 req-44dceaa0-5124-4e4f-8da1-de6997c1be85 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 946 time: 0.1131279
Apr 15 15:07:59.229172 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0900a182-b0d5-4914-8bfe-c908452ab206 req-c7c919a2-eeae-4dab-a536-9ec24623b3f3 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487099
Apr 15 15:07:59.338015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:07:59.355055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:07:59.410650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event deleted for resources: {'Port': ['ID=0eeaab9b-e44a-44c7-b415-820c19982c7a,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:07:59.459852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:07:59.741179 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:07:59.939387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:07:59.949448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:07:59.962808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:07:59.963504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e2dbe10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:07:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:00.027658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] No DVR routers for this DVR port 0eeaab9b-e44a-44c7-b415-820c19982c7a on host hv-cinder-73414 {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:08:00.030666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:00.040355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-deleted', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:00.078671 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eb69f85b-c2e7-4653-86cd-2faf1288fc8f req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.10 "DELETE /v2.0/ports/0eeaab9b-e44a-44c7-b415-820c19982c7a HTTP/1.1" status: 204  len: 173 time: 1.8208628
Apr 15 15:08:00.117899 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efeacdfc-c631-4439-8883-f5da32a72559', 'name': 'network-vif-deleted', 'tag': '0eeaab9b-e44a-44c7-b415-820c19982c7a', 'status': 'completed', 'code': 200}
Apr 15 15:08:00.352764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:00.427123 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48f1effc-9c00-4fcf-bdf5-4306bc480001 req-1463eaae-3e24-46f9-a7c5-e3a1f56c9bfc tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/ports?device_id=efeacdfc-c631-4439-8883-f5da32a72559 HTTP/1.1" status: 200  len: 210 time: 0.0545697
Apr 15 15:08:00.694390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e2dbe10>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:00.699411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:08:00.710462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:00.711476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e2dbe10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:07:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:00.910888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:00.993357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35428) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:01.260880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.265936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e2dbe10>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:01.270158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30362fa-2e9b-443a-bb61-7131f36edea8 None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T14:59:43Z', 'revision_number': 4, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '1ecedee9-ae00-46c7-88bd-36f3b1dd7285', 'name': '', 'network_id': '3b8c35f2-0e21-4c52-a09c-ec81ceb82065', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'mac_address': 'fa:16:3e:45:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '41060655-a340-4c50-b60d-57b168c50058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:42Z', 'updated_at': '2021-04-15T15:00:00Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'subnets': [{'id': '41060655-a340-4c50-b60d-57b168c50058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:08:01.277199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:01.282285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:29902ffa40c64ef0a6d92cc80b293c51 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:01.285426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:01.291595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:01.385508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.412888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.422643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a9f971bd-2156-45cf-bc70-d1073c0c4761 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:01.472957 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29902ffa40c64ef0a6d92cc80b293c51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4723580
Apr 15 15:08:01.472957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c625960-27e7-419a-81c8-cf34be087b14,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:01.473388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35448) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:01.474650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:01.548332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.588147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.650532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35460) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:01.672554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.680299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cc265585-774b-4d3e-80be-e19820ca81a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:01.704260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c625960-27e7-419a-81c8-cf34be087b14,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:01.706969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63346989-c78e-4cb9-9e9e-8ee5bc9bed38 None None] New status for floating IP 63b9ac55-b1df-4753-b10e-70e2bed33e48: DOWN {{(pid=85439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:08:01.716449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:01.738711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.740123 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-647fa6cd-8107-4e1c-926d-1a94966f0bef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c625960-27e7-419a-81c8-cf34be087b14 HTTP/1.1" status: 204  len: 168 time: 0.2653491
Apr 15 15:08:01.757537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.806292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.921504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.927115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3fea1380-cbe1-4778-87f1-a070d0dd2ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:01.943181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ab0fb3-d282-4c39-8532-e63af7dc9d2e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:01.945939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:01.985032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:01.986444 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8ab0fb3-d282-4c39-8532-e63af7dc9d2e HTTP/1.1" status: 204  len: 168 time: 0.3345327
Apr 15 15:08:01.989853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35466) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:02.009614 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.api.v2.resource [None req-2d5cc40e-4b54-4f1f-8e6d-9f5058b5bb64 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] show failed (client error): The resource could not be found.
Apr 15 15:08:02.010936 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2d5cc40e-4b54-4f1f-8e6d-9f5058b5bb64 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "GET /v2.0/security-groups/c8ab0fb3-d282-4c39-8532-e63af7dc9d2e HTTP/1.1" status: 404  len: 347 time: 0.0199792
Apr 15 15:08:02.015066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35470) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:02.198095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Deleting port 7fd20856-12d3-4111-9176-5bd9e26a575e {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:02.198095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:02.601589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:02.602190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:02.737409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Calling delete_port for 7fd20856-12d3-4111-9176-5bd9e26a575e owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:02.749239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-45d0d192-ab23-45f7-b111-4fb183642aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:02.799949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:02.842733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 0eeaab9b-e44a-44c7-b415-820c19982c7a {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:02.843145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 0eeaab9b-e44a-44c7-b415-820c19982c7a not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:03.024107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:03.040258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0e19f6ce-346a-47be-a11f-60f5fbffc6c7 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:03.135364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Pushing event deleted for resources: {'Port': ['ID=7fd20856-12d3-4111-9176-5bd9e26a575e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:03.142059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:03.302705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:03.317587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:03.318834 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0454fb41-aae7-4773-94f0-0cefcde8045a tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] 10.222.0.20 "DELETE /v2.0/floatingips/63b9ac55-b1df-4753-b10e-70e2bed33e48 HTTP/1.1" status: 204  len: 168 time: 1.3026893
Apr 15 15:08:04.864314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d05a8d77-34bd-4a57-8392-0f72d4618e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:06.190120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:06.263553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35526) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:06.749191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:07.002096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:07.374051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Deleting port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:07.374642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:07.539029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:07.558253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] For port 1ecedee9-ae00-46c7-88bd-36f3b1dd7285, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:07.558656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:07.692305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Calling delete_port for 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 owned by network:router_interface {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:07.961405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:07.979349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:08.077238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecedee9-ae00-46c7-88bd-36f3b1dd7285,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:08.080716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:08.429892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:09.167831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:08:09.360130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:08:09.368999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] Sync routers for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:08:09.372794 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c72ece43-5ec4-4bd2-b2bb-aee5938c3810 admin admin] 10.222.0.20 "PUT /v2.0/routers/46106106-e5aa-48ac-bb7a-73fc01cbaf94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1079133
Apr 15 15:08:09.375967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35556) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:09.380311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:09.380980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e258a58>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:09.562882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks [] for router, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:09.568525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:09.756728 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:09.792177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Deleting port cbba455f-238c-4e46-bd23-42b906cd38a8 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:09.792565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:09.875505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e258a58>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T15:08:07Z', 'revision_number': 5, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port': {'id': 'cbba455f-238c-4e46-bd23-42b906cd38a8', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T14:59:35Z', 'updated_at': '2021-04-15T14:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:09.879543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] Checking router: 46106106-e5aa-48ac-bb7a-73fc01cbaf94 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:08:09.888381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] Routers {'46106106-e5aa-48ac-bb7a-73fc01cbaf94'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:09.889311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e258a58>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:09.977814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] For port cbba455f-238c-4e46-bd23-42b906cd38a8, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=cbba455f-238c-4e46-bd23-42b906cd38a8,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:09.978253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:10.119577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Calling delete_port for cbba455f-238c-4e46-bd23-42b906cd38a8 owned by network:router_gateway {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:10.213655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] Set router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 gateway port host: None {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:10.329595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e258a58>, [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T15:08:09Z', 'revision_number': 6, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:10.333831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c1536-6ced-4b63-b48a-824dedee69da None None] The sync data for ids ['46106106-e5aa-48ac-bb7a-73fc01cbaf94'] in dv-cinder-734144-16-iscsi is: [{'id': '46106106-e5aa-48ac-bb7a-73fc01cbaf94', 'name': 'tempest-AttachVolumeShelveTestJSON-34306480-router', 'tenant_id': '601a38b9c2834be886bea02ceb08324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T14:59:33Z', 'updated_at': '2021-04-15T15:08:09Z', 'revision_number': 6, 'project_id': '601a38b9c2834be886bea02ceb08324e', 'gw_port_host': None}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:08:10.430006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:10.446613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:10.540225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbba455f-238c-4e46-bd23-42b906cd38a8,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:10.547740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:10.718625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:10.903890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:10.907117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.205923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.206470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46106106-e5aa-48ac-bb7a-73fc01cbaf94 {{(pid=85438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:08:11.220725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.222080 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] 10.222.0.20 "DELETE /v2.0/routers/46106106-e5aa-48ac-bb7a-73fc01cbaf94 HTTP/1.1" status: 204  len: 168 time: 1.8450732
Apr 15 15:08:11.224757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35574) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:11.296243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Deleting subnet 41060655-a340-4c50-b60d-57b168c50058 {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:08:11.299470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.354361 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809117'] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.423764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35580) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:11.480001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.551829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.567873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:11.571960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Usage tracker for resource:security_group_rule and tenant:489a7c7cb71449d8bd2ec0671df92026 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:11.575186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:11.582228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:11.667429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.698868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.709429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2779319e-7462-4830-823a-96423ea1b399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:11.730607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:11.753989 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=489a7c7cb71449d8bd2ec0671df92026&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3290453
Apr 15 15:08:11.754958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844cc3ca-4b43-4b90-8933-84e44a7ac506,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:11.757090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35586) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:11.758359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1daef33-1b39-4280-aa81-7f46e2128468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:11.773149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:11.773558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 1ecedee9-ae00-46c7-88bd-36f3b1dd7285 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:11.774023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device cbba455f-238c-4e46-bd23-42b906cd38a8 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:11.809758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: cbba455f-238c-4e46-bd23-42b906cd38a8 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:11.810185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device cbba455f-238c-4e46-bd23-42b906cd38a8 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:11.831915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.855864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2148773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187099'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.860859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:11.884677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:11.985202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41060655-a340-4c50-b60d-57b168c50058,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:11.998511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:12.042481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.048334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29572928-90ec-4985-864a-e19277915be4 None None] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:08:12.055015 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0e7f1b86-f1b5-4f89-8d1d-8d4a4a827794 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41060655-a340-4c50-b60d-57b168c50058 HTTP/1.1" status: 204  len: 168 time: 0.8292022
Apr 15 15:08:12.066399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35590) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:12.318735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] DHCP port deletion for 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:08:12.323745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Deleting port 02e9981c-17fe-424d-a2d5-eca94461e113 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:12.324171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.378744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.381353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.382581 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/844cc3ca-4b43-4b90-8933-84e44a7ac506 HTTP/1.1" status: 204  len: 168 time: 0.6244264
Apr 15 15:08:12.385999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a5c89c9d-2e0b-495a-a57f-7cd928df2f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:12.407970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844cc3ca-4b43-4b90-8933-84e44a7ac506,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:12.411687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:12.434116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.511064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Deleting port 02e9981c-17fe-424d-a2d5-eca94461e113 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:12.511424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.560192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] For port 02e9981c-17fe-424d-a2d5-eca94461e113, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=02e9981c-17fe-424d-a2d5-eca94461e113,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:12.561971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.699037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Calling delete_port for 02e9981c-17fe-424d-a2d5-eca94461e113 owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:12.746267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] For port 02e9981c-17fe-424d-a2d5-eca94461e113, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=02e9981c-17fe-424d-a2d5-eca94461e113,segment=NetworkSegment(3f4db85c-2df1-49a5-a422-0478f082589d),segment_id=3f4db85c-2df1-49a5-a422-0478f082589d)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:12.746854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.807281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.829423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:12.869543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35598) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:12.887950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Calling delete_port for 02e9981c-17fe-424d-a2d5-eca94461e113 owned by network:dhcp {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:12.891013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:12.906717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:12.911456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2fab06aab583418ca1d4ecba76a80f45 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:12.915354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:12.921915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:12.938825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Pushing event deleted for resources: {'Port': ['ID=02e9981c-17fe-424d-a2d5-eca94461e113,revision_number=None']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:12.959713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.960107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.960498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.960884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.961257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.961632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.962008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.962408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.962780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.963149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.963533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.964182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:12.967626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:08:12.968009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:08:12.973070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:12.988334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] No DVR routers for this DVR port 02e9981c-17fe-424d-a2d5-eca94461e113 on host dv-cinder-734144-16-iscsi {{(pid=85439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:08:13.019526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.057338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.066936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6859a571-fb99-4ce1-a3bb-635a76213786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:13.108932 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fab06aab583418ca1d4ecba76a80f45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2379673
Apr 15 15:08:13.110720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4334760-5456-4560-84b0-bdfe270eb7c5,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:13.111782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35602) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:13.113823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:13.177578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.205631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.281306 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.285675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5efa1caf-0df3-43dc-a9e2-12864bc29ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:13.300140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4334760-5456-4560-84b0-bdfe270eb7c5,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:13.305931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:13.312975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.316612 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b9a44ef8-5756-4005-a1ba-8813ea8f31fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4334760-5456-4560-84b0-bdfe270eb7c5 HTTP/1.1" status: 204  len: 168 time: 0.2012005
Apr 15 15:08:13.468940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Deleting port 02e9981c-17fe-424d-a2d5-eca94461e113 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:13.469340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.523456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:08:13.545128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] The port '02e9981c-17fe-424d-a2d5-eca94461e113' was deleted {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:08:13.670303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.723906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 02e9981c-17fe-424d-a2d5-eca94461e113 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:13.762146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 02e9981c-17fe-424d-a2d5-eca94461e113 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:13.762759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 02e9981c-17fe-424d-a2d5-eca94461e113 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:13.791581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d7697f0>,) {'filters': {'network_id': ['3b8c35f2-0e21-4c52-a09c-ec81ceb82065']}} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:13.809179 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d7697f0>, '3f4db85c-2df1-49a5-a422-0478f082589d') {'for_net_delete': True} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:13.809528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d7697f0>, '3f4db85c-2df1-49a5-a422-0478f082589d') {} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:13.823035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852966715'] for segment, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.838711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.845532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=85438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:08:13.862614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35610) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:13.882995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:13.899140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:13.903172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Usage tracker for resource:security_group_rule and tenant:eabdb14489764e31b4f9af349e1d5f09 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:13.906475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:13.912820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:13.999494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.026676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:08:14.029633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.036150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852625658'] for segment, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.039083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e509796f-07b3-4998-8483-6a04757ae0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:14.082906 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eabdb14489764e31b4f9af349e1d5f09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2190239
Apr 15 15:08:14.083773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44022e86-0a6c-4077-b338-f04dbac11540,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:14.086419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35614) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:14.089375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a72087ba-d8ea-42fa-9258-2c78625bfeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:14.153721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.182459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.223939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Network 3b8c35f2-0e21-4c52-a09c-ec81ceb82065 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:08:14.247050 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:08:14.258325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.263712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-85f3380b-29b7-43c9-a3b8-7478eb62490a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:14.275653 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44022e86-0a6c-4077-b338-f04dbac11540,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:14.280086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:14.296137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.299953 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44022e86-0a6c-4077-b338-f04dbac11540 HTTP/1.1" status: 204  len: 168 time: 0.2099688
Apr 15 15:08:14.344145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.348893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.355346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:14.377525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8c35f2-0e21-4c52-a09c-ec81ceb82065,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:14.380189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:14.407665 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ca3465c5-a423-4a29-b0d1-e9bebc0f46a7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b8c35f2-0e21-4c52-a09c-ec81ceb82065 HTTP/1.1" status: 204  len: 168 time: 2.3490584
Apr 15 15:08:14.673768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35626) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:14.727510 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5473b063-e4ea-4d16-98c9-c1b3992093c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=601a38b9c2834be886bea02ceb08324e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0523336
Apr 15 15:08:14.730426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35630) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:14.800651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.830787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.904295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.910613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-51a0200b-2b48-47f4-b4ad-106a1946507b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:14.925022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468a04bf-329a-4cb2-85c0-ac95d15d9b25,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:14.928996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:14.932382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:14.933597 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-abc493e4-3205-4271-a22d-e8cb8e9a391a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/468a04bf-329a-4cb2-85c0-ac95d15d9b25 HTTP/1.1" status: 204  len: 168 time: 0.2021091
Apr 15 15:08:15.372329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35658) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:15.604298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1747116612-network', 'tenant_id': 'c7dd89e3cdef464da28b8e1c30a7b1f6'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:08:15.611023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:15.615182 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Usage tracker for resource:network and tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:15.618386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:15.626072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:15.664300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Made reservation on behalf of c7dd89e3cdef464da28b8e1c30a7b1f6 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:08:15.669795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:15.683663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:15.703660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:15.707751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Usage tracker for resource:security_group_rule and tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:15.710724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:15.716704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:15.805621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:15.835559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:15.840271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f10024d7-fe45-40a1-9380-903f54e52bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:15.867630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:08:15.881513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6aa560-5a15-44e6-9246-5048a10594d2,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:15.885815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:15.886853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:15.887293 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Added segment 64084b94-904d-475b-a5b1-9b292908ba9b of type vlan for network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf
Apr 15 15:08:15.969292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:16.022950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:16.024369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:16.025041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:16.030725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:16.137422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Pushing event updated for resources: {'Network': ['ID=9a6a67ea-94fc-4823-8405-cfcfeaadeedf,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:16.140473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:16.147838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:08:16.176938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35680) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:16.177171 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8034999
Apr 15 15:08:16.184034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Request body: {'subnet': {'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1747116612-subnet', 'tenant_id': 'c7dd89e3cdef464da28b8e1c30a7b1f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:08:16.189406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:16.193693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Usage tracker for resource:subnet and tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:16.198114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:16.205233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:16.263045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Made reservation on behalf of c7dd89e3cdef464da28b8e1c30a7b1f6 for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:08:16.268409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:16.981857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:16.997610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d1764d2f-8592-4cb1-8c9a-dd770c84c026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:17.348493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f973876-a9de-4d74-bb0e-eab0bec69126,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:17.353325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:17.420895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Checking segment: {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:08:17.421285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Network hostable DHCP agents. Network: 9a6a67ea-94fc-4823-8405-cfcfeaadeedf, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:08:17.475578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:08:17.515796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 9a6a67ea-94fc-4823-8405-cfcfeaadeedf) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:08:17.525102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f342dd-9153-459a-ae0b-4fc17c77d4de None None] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:08:17.527685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:17.528334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:17.573797 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3975421e-0451-4ad5-8d40-2d7fb1928c51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3950558
Apr 15 15:08:17.754461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a8c12-93b5-4be5-8496-42f8924d4f90 None None] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:08:18.698589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:19.787134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-a3e1ea1a-c1aa-4805-83a9-2a2e5411fb89 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:19.788775 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-a3e1ea1a-c1aa-4805-83a9-2a2e5411fb89 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/networks?id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf HTTP/1.1" status: 200  len: 809 time: 0.1614079
Apr 15 15:08:19.806787 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-4f2e8ba0-08dd-46bd-9d83-8ac34ee817cd tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/quotas/c7dd89e3cdef464da28b8e1c30a7b1f6 HTTP/1.1" status: 200  len: 375 time: 0.0113935
Apr 15 15:08:19.865961 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-b5764d82-bb73-407b-a4c0-7b4c71acc30b tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529168
Apr 15 15:08:20.013576 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-f7e3b8dd-91ca-4736-b55f-1f5a75f80568 service neutron] 10.222.0.20 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400449
Apr 15 15:08:20.015436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35740) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:20.149615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.178626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:20.193362 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Usage tracker for resource:security_group_rule and tenant:61d74e3a574f4150b4b757ae823539ee is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:20.197970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:20.207074 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-d79a2674-891b-4f4b-831d-3b202531a845 service neutron] 10.222.0.20 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851118
Apr 15 15:08:20.207958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:20.406804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.434409 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.444364 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c23ed43f-bbae-4bd6-8d18-fbbac7ce0fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:20.477424 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e89d83d-bc71-4e5f-b54c-a94b21b6896d req-020bf55b-c913-42e3-83d5-f429a7d2003f tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 210 time: 0.0497892
Apr 15 15:08:20.488129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223cd59e-bf70-424c-90a0-0f7ec4d220cc,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:20.500389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:20.500389 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61d74e3a574f4150b4b757ae823539ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4799116
Apr 15 15:08:20.501835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35750) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:20.567796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.602374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.806727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.812947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6651e0e5-bc3b-4261-878f-d7cc346d98c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:20.830254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cd59e-bf70-424c-90a0-0f7ec4d220cc,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:20.834577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:20.835677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:20.838837 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/223cd59e-bf70-424c-90a0-0f7ec4d220cc HTTP/1.1" status: 204  len: 168 time: 0.3357339
Apr 15 15:08:21.664807 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0c91940-6cfa-4166-a925-c994fc827b52 req-773d6476-d06c-440a-a075-b1eb2b668c3e tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 210 time: 0.0575523
Apr 15 15:08:22.704718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35812) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:22.741761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-f3391b45-4f2f-4b79-9935-27d0137a6d36 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:22.743979 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-f3391b45-4f2f-4b79-9935-27d0137a6d36 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "GET /v2.0/networks?id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf HTTP/1.1" status: 200  len: 809 time: 0.1789920
Apr 15 15:08:22.758556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Request body: {'port': {'device_id': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf', 'admin_state_up': True, 'tenant_id': 'c7dd89e3cdef464da28b8e1c30a7b1f6'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:08:22.895726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:22.906510 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0fc47d42-94b6-467a-b80b-7f1e8afe5905 req-701be7f8-28b1-48e5-8777-97b81f3934bb tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 210 time: 0.0767939
Apr 15 15:08:22.913854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:22.918012 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Usage tracker for resource:security_group_rule and tenant:78dc20347653461e9f13b7cc5a27e131 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:22.921448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:22.921762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:22.926687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Usage tracker for resource:port and tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:22.927880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:22.930449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:22.937495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:22.966583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Made reservation on behalf of c7dd89e3cdef464da28b8e1c30a7b1f6 for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:08:22.972770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.018220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.040819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.052333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-648abb31-7437-43b7-b42f-b40dbefd8d1c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:23.095158 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78dc20347653461e9f13b7cc5a27e131&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3892877
Apr 15 15:08:23.096172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b96557-784b-45cb-931b-717806631263,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:23.099585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35824) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:23.116118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.116536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.116947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.117353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.117752 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.118196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.118584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.118979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.119383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.119769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.120169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.120547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:23.126597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:23.153404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Allocated IP 172.20.0.14 (9a6a67ea-94fc-4823-8405-cfcfeaadeedf/1f973876-a9de-4d74-bb0e-eab0bec69126/3c19e26c-ebee-41f8-a4fa-b04327429b30) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:08:23.176932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.205567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.269455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.274690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2d809088-fb48-4951-8697-fccc0f1c2b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:23.285680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b96557-784b-45cb-931b-717806631263,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:23.289463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:23.292829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.296998 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-26a52037-61de-4254-852c-05e102499b3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3b96557-784b-45cb-931b-717806631263 HTTP/1.1" status: 204  len: 168 time: 0.1934958
Apr 15 15:08:23.371498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.509035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.525174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49895a1c-390c-4a2e-9a09-864c46e2f95c tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:23.666825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Pushing event updated for resources: {'Port': ['ID=3c19e26c-ebee-41f8-a4fa-b04327429b30,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:23.671905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:23.726581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:08:23.727740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:08:23.730679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:08:23.801699 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:23.802438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:23.882081 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1300378
Apr 15 15:08:23.896537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Request body: {'port': {'device_id': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:08:24.025872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:24.249059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3d59a-efab-4e98-838e-5dbb9f7e8569 req-5f48aca3-0c33-418c-b7a9-26e96bd8f13d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:24.249849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-19f3d59a-efab-4e98-838e-5dbb9f7e8569 req-5f48aca3-0c33-418c-b7a9-26e96bd8f13d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Synchronizing usage tracker for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:24.356017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-19f3d59a-efab-4e98-838e-5dbb9f7e8569 req-5f48aca3-0c33-418c-b7a9-26e96bd8f13d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Unset dirty status for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:24.357292 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-19f3d59a-efab-4e98-838e-5dbb9f7e8569 req-5f48aca3-0c33-418c-b7a9-26e96bd8f13d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 932 time: 0.3189790
Apr 15 15:08:24.471328 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-19f3d59a-efab-4e98-838e-5dbb9f7e8569 req-258d7600-91ee-4d12-ad6b-9fab48cdca43 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684316
Apr 15 15:08:24.586978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c19e26c-ebee-41f8-a4fa-b04327429b30 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:08:24.595580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:24.611724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Transition to ACTIVE for port object 3c19e26c-ebee-41f8-a4fa-b04327429b30 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:08:24.641292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:24.657956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-96b83c68-b58f-4943-991b-40922d4aa9db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:24.792583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Pushing event updated for resources: {'Port': ['ID=3c19e26c-ebee-41f8-a4fa-b04327429b30,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:24.796226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:25.024692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Attempting to bind port 3c19e26c-ebee-41f8-a4fa-b04327429b30 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:08:25.025073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Attempting to bind port 3c19e26c-ebee-41f8-a4fa-b04327429b30 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:08:25.025449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Attempting to bind port 3c19e26c-ebee-41f8-a4fa-b04327429b30 on network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:08:25.031008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Port 3c19e26c-ebee-41f8-a4fa-b04327429b30 on network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:08:25.031380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Attempting to bind port 3c19e26c-ebee-41f8-a4fa-b04327429b30 on network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:08:25.036883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:08:25.037264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Checking segment: {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:08:25.037687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Bound using segment: {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:08:25.038161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Bound port: 3c19e26c-ebee-41f8-a4fa-b04327429b30, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:08:25.038586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:25.133262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] For port 3c19e26c-ebee-41f8-a4fa-b04327429b30, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:08:25.136428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] For port 3c19e26c-ebee-41f8-a4fa-b04327429b30, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3c19e26c-ebee-41f8-a4fa-b04327429b30,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:08:25.172841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:25.188382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3937c035-6ad2-42dc-9b29-412071887f71 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:25.336779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Pushing event updated for resources: {'Port': ['ID=3c19e26c-ebee-41f8-a4fa-b04327429b30,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:25.359092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.359516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.359927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.360333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.360735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.361133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.361536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.361937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.362387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.362802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.363177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.363571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:08:25.376508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:25.395815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:25.396490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:25.397996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] 10.222.0.10 "PUT /v2.0/ports/3c19e26c-ebee-41f8-a4fa-b04327429b30 HTTP/1.1" status: 200  len: 1094 time: 1.5060306
Apr 15 15:08:25.398564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'tag': '3c19e26c-ebee-41f8-a4fa-b04327429b30'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:25.446963 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'tag': '3c19e26c-ebee-41f8-a4fa-b04327429b30', 'status': 'completed', 'code': 200}
Apr 15 15:08:25.547141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456cdf1-6e91-431d-96de-72acbfcb0564 req-7ab9d242-120e-48e8-b199-79279ef45a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:25.548794 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4456cdf1-6e91-431d-96de-72acbfcb0564 req-7ab9d242-120e-48e8-b199-79279ef45a8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 1097 time: 0.0797894
Apr 15 15:08:26.033177 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e29ce-bef3-4439-9863-1ed5ba09f7ab req-75d532f3-4a97-4763-a3a0-bef90741d7b4 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:26.034801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-788e29ce-bef3-4439-9863-1ed5ba09f7ab req-75d532f3-4a97-4763-a3a0-bef90741d7b4 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 944 time: 0.1483374
Apr 15 15:08:26.036001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456cdf1-6e91-431d-96de-72acbfcb0564 req-593c1ea6-4ebe-494d-aced-a94b520fde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:26.037426 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4456cdf1-6e91-431d-96de-72acbfcb0564 req-593c1ea6-4ebe-494d-aced-a94b520fde73 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&shared=False HTTP/1.1" status: 200  len: 910 time: 0.4807029
Apr 15 15:08:26.166462 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-788e29ce-bef3-4439-9863-1ed5ba09f7ab req-79934e76-35fd-4653-ac14-dca870069483 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253142
Apr 15 15:08:26.222794 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456cdf1-6e91-431d-96de-72acbfcb0564 req-0125d158-69a7-4e56-8c5d-7f489c8c1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:26.224259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4456cdf1-6e91-431d-96de-72acbfcb0564 req-0125d158-69a7-4e56-8c5d-7f489c8c1a72 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1661561
Apr 15 15:08:26.344912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-94697e42-dfb4-4b44-a1b7-ac3d870f0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:26.346531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-94697e42-dfb4-4b44-a1b7-ac3d870f0203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 1097 time: 0.0823052
Apr 15 15:08:26.419510 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-31c271db-6dd0-4ae3-ae6e-5ece2ea73104 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c19e26c-ebee-41f8-a4fa-b04327429b30 HTTP/1.1" status: 200  len: 217 time: 0.0648782
Apr 15 15:08:26.490154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-bdbac888-7c2c-42ff-a80a-82df7289a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:26.491648 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-bdbac888-7c2c-42ff-a80a-82df7289a255 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f973876-a9de-4d74-bb0e-eab0bec69126 HTTP/1.1" status: 200  len: 849 time: 0.0660224
Apr 15 15:08:26.544996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-15c785ed-8793-4f51-8961-7fa00364f3a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454755
Apr 15 15:08:26.686742 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-e3254c2b-060c-4e7d-a0b1-1f401f547089 service neutron] 10.222.0.10 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349130
Apr 15 15:08:26.828326 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85cdaab7-26c0-4f4b-a28a-d26f0494284b req-fd72b260-4c9e-40f3-bea7-d773a9a2aecb service neutron] 10.222.0.10 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350024
Apr 15 15:08:27.375770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded34-f4de-4084-9a59-891fe7e61744 req-1ed7abfd-4616-4524-b600-54615fece41a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:27.377379 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc3ded34-f4de-4084-9a59-891fe7e61744 req-1ed7abfd-4616-4524-b600-54615fece41a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 944 time: 0.0931420
Apr 15 15:08:27.426198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-bc3ded34-f4de-4084-9a59-891fe7e61744 req-68a50caa-cd38-4609-afe2-416d1e278cb4 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Synchronizing usage tracker for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:27.462059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-bc3ded34-f4de-4084-9a59-891fe7e61744 req-68a50caa-cd38-4609-afe2-416d1e278cb4 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Unset dirty status for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:27.462059 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bc3ded34-f4de-4084-9a59-891fe7e61744 req-68a50caa-cd38-4609-afe2-416d1e278cb4 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753396
Apr 15 15:08:28.661513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853e18-b87c-458f-a482-205cdc0c1784 req-23c35d3f-08cf-43da-9d6f-dcbb39b59f61 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:28.663075 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-73853e18-b87c-458f-a482-205cdc0c1784 req-23c35d3f-08cf-43da-9d6f-dcbb39b59f61 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 944 time: 0.0880346
Apr 15 15:08:28.714384 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-73853e18-b87c-458f-a482-205cdc0c1784 req-69dd142b-4e71-406e-953d-deefd5665f6f tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450261
Apr 15 15:08:29.894850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35912) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:29.916885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24fd5d-ff84-43e8-aad2-b242ea5de868 req-7a8d3b08-dfc9-4278-be4c-92d3d15da3f9 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:29.918528 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ba24fd5d-ff84-43e8-aad2-b242ea5de868 req-7a8d3b08-dfc9-4278-be4c-92d3d15da3f9 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 944 time: 0.0903728
Apr 15 15:08:29.970800 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ba24fd5d-ff84-43e8-aad2-b242ea5de868 req-bec10b65-de90-43b8-887b-7bb49486b12b tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458834
Apr 15 15:08:30.027487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.043122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:30.047217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a04915622d4c52beed0ed3cdad7c2b is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:30.050107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:30.056138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:30.142736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.172261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.181429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-46702744-923e-42eb-b63b-e8beb2569ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:30.224513 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a04915622d4c52beed0ed3cdad7c2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3285372
Apr 15 15:08:30.225465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea726e-4e2b-4df0-8ac7-e4f7af526157,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:30.227441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35918) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:30.228854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:30.289631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.316833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.383798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.389570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6f87e18a-c289-4001-a822-7ccec5fa0f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:30.403905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea726e-4e2b-4df0-8ac7-e4f7af526157,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:30.407181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:30.408168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.409344 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27ea726e-4e2b-4df0-8ac7-e4f7af526157 HTTP/1.1" status: 204  len: 168 time: 0.1808310
Apr 15 15:08:30.828175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35926) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:30.847848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.863349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:30.867310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Usage tracker for resource:security_group_rule and tenant:01c966ba93084032a7126a26d45a09a1 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:30.870208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:30.876172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:30.961402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:30.981967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 3c19e26c-ebee-41f8-a4fa-b04327429b30 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:08:30.996143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.006105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7c3d870e-ad12-4ac1-98b8-f142369441a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:31.051701 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01c966ba93084032a7126a26d45a09a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2193108
Apr 15 15:08:31.051925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35932) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:31.056128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c725354e-c875-40e7-8ed1-efa72c7777de,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:31.060358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8a89d57-3067-40ea-a059-73e99aa9e8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:31.180459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.227023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.257807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb646f-0c81-4c4f-95dc-701dbf7e7d64 req-cc118188-1196-4e4d-af9e-fa700055bf67 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:31.259498 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-87bb646f-0c81-4c4f-95dc-701dbf7e7d64 req-cc118188-1196-4e4d-af9e-fa700055bf67 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 944 time: 0.1661227
Apr 15 15:08:31.304834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 3c19e26c-ebee-41f8-a4fa-b04327429b30, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3c19e26c-ebee-41f8-a4fa-b04327429b30,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:31.319029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '3c19e26c-ebee-41f8-a4fa-b04327429b30', 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf', 'port_id': '3c19e26c-ebee-41f8-a4fa-b04327429b30', 'mac_address': 'fa:16:3e:6c:1b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f973876-a9de-4d74-bb0e-eab0bec69126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:08:31.324153 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-87bb646f-0c81-4c4f-95dc-701dbf7e7d64 req-5bb0b206-f3c1-4b7c-b11d-ce9482981b54 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575569
Apr 15 15:08:31.359578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.365059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1176306d-7614-4152-865f-2605c9732f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:31.379410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725354e-c875-40e7-8ed1-efa72c7777de,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:31.382614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.385483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:31.391744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.395625 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b5074f0c-979b-4b1b-99a8-08df581cbba4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c725354e-c875-40e7-8ed1-efa72c7777de HTTP/1.1" status: 204  len: 168 time: 0.3411157
Apr 15 15:08:31.414703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c19e26c-ebee-41f8-a4fa-b04327429b30 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:08:31.431689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 3c19e26c-ebee-41f8-a4fa-b04327429b30, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3c19e26c-ebee-41f8-a4fa-b04327429b30,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:31.453141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:31.454990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:31.528745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=3c19e26c-ebee-41f8-a4fa-b04327429b30,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:31.533099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:31.699756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['3c19e26c-ebee-41f8-a4fa-b04327429b30'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:08:32.589007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f2e4f-6f6b-43d4-8e64-bf6fd52d8f5f req-7ae25f57-580e-49f6-98fe-75cc74528043 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:32.590557 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b0f2e4f-6f6b-43d4-8e64-bf6fd52d8f5f req-7ae25f57-580e-49f6-98fe-75cc74528043 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 945 time: 0.0888333
Apr 15 15:08:32.639784 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b0f2e4f-6f6b-43d4-8e64-bf6fd52d8f5f req-03244df3-8e50-4255-92fa-efa6a7dd670a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426233
Apr 15 15:08:32.743070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f4f110d1-1f11-4220-8bb3-ac54f1840530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.013763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 3c19e26c-ebee-41f8-a4fa-b04327429b30 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:08:33.138553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 3c19e26c-ebee-41f8-a4fa-b04327429b30 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:08:33.144138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 3c19e26c-ebee-41f8-a4fa-b04327429b30 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:08:33.147754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.252462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 35978) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:33.271859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.299601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c19e26c-ebee-41f8-a4fa-b04327429b30'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:33.309843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 3c19e26c-ebee-41f8-a4fa-b04327429b30, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3c19e26c-ebee-41f8-a4fa-b04327429b30,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:33.338386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.340499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:33.378106 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c19e26c-ebee-41f8-a4fa-b04327429b30', 'code': 200}
Apr 15 15:08:33.386553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.403154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:33.407356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f4cbd5c626425ab02d407c8a2c4707 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:33.410223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:33.412700 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=3c19e26c-ebee-41f8-a4fa-b04327429b30,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:33.415786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:33.422695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:33.502732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.559944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.571517 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2605ac40-122c-4fca-9e23-671b272eb8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:33.658352 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8f4cbd5c626425ab02d407c8a2c4707&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4045763
Apr 15 15:08:33.661278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 35986) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:33.662341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951f2c77-4ab7-4924-ba71-d14e6429e674,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:33.665835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:33.700043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8079f-1fb0-4714-8406-e7e911d7b240 req-5f98fb3d-688a-420d-a413-559d26f79297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:33.701783 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-08f8079f-1fb0-4714-8406-e7e911d7b240 req-5f98fb3d-688a-420d-a413-559d26f79297 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 1099 time: 0.1328862
Apr 15 15:08:33.729074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.752705 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-08f8079f-1fb0-4714-8406-e7e911d7b240 req-c27198a2-efa8-457f-8800-a0c33f25838b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440838
Apr 15 15:08:33.758670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.881685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd65c-1863-47d6-a460-74d591806eae req-014ac341-0b58-4904-9413-d1f9e50654cc tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:33.883291 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-345dd65c-1863-47d6-a460-74d591806eae req-014ac341-0b58-4904-9413-d1f9e50654cc tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 946 time: 0.1137037
Apr 15 15:08:33.908821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.916085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0a2734b0-1f85-4ea0-9006-0fcea752ee07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:33.932345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f2c77-4ab7-4924-ba71-d14e6429e674,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:33.942844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:33.959604 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-345dd65c-1863-47d6-a460-74d591806eae req-90662323-9e32-450b-ace6-364eb73baf38 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697882
Apr 15 15:08:33.960426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:33.964499 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/951f2c77-4ab7-4924-ba71-d14e6429e674 HTTP/1.1" status: 204  len: 168 time: 0.2991240
Apr 15 15:08:34.826608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c85540d5-95b3-42e9-96ad-9ad5037c7b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:35.163942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88b8cf-6d75-46f1-8cc3-bcac9ed5579f req-f6dd6f80-8a61-4ea8-92d9-10427b29625c tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:35.165554 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9b88b8cf-6d75-46f1-8cc3-bcac9ed5579f req-f6dd6f80-8a61-4ea8-92d9-10427b29625c tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 946 time: 0.0895936
Apr 15 15:08:35.214284 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9b88b8cf-6d75-46f1-8cc3-bcac9ed5579f req-1c2a29cc-5643-4b67-be87-f65aeb052b23 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420020
Apr 15 15:08:36.195535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:36.737651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bfcd-5aa1-4079-ab03-710a7ec47177 req-562ca1c0-6203-47f8-876e-e0a3e668ccec tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:36.739247 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ec7bfcd-5aa1-4079-ab03-710a7ec47177 req-562ca1c0-6203-47f8-876e-e0a3e668ccec tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 946 time: 0.0922627
Apr 15 15:08:36.760988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:36.787855 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4ec7bfcd-5aa1-4079-ab03-710a7ec47177 req-e33191fd-6213-42d6-89a7-a71ddf110d98 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417180
Apr 15 15:08:37.554090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:37.851861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-bbb47a43-d66d-41b3-8f2f-a1b81c776762 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:37.853451 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-bbb47a43-d66d-41b3-8f2f-a1b81c776762 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 946 time: 0.0925107
Apr 15 15:08:37.937505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Deleting port 3c19e26c-ebee-41f8-a4fa-b04327429b30 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:37.937819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:38.003754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d60a4-ac2a-4e85-9714-00eb78bbd097 req-b17ce4b0-b927-4ccb-a35e-260ccb4c3847 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:38.005505 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-649d60a4-ac2a-4e85-9714-00eb78bbd097 req-b17ce4b0-b927-4ccb-a35e-260ccb4c3847 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 946 time: 0.0941839
Apr 15 15:08:38.054524 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-649d60a4-ac2a-4e85-9714-00eb78bbd097 req-779e61e8-393b-44ef-ac91-8841503eb81f tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424516
Apr 15 15:08:38.202867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] For port 3c19e26c-ebee-41f8-a4fa-b04327429b30, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=3c19e26c-ebee-41f8-a4fa-b04327429b30,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:38.203192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:38.333433 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Calling delete_port for 3c19e26c-ebee-41f8-a4fa-b04327429b30 owned by compute:nova {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:38.514577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:38.525516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['3c19e26c-ebee-41f8-a4fa-b04327429b30'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:08:38.530477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0597d001-78b6-41bb-9a2a-8a0bc29d70bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:38.628631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Pushing event deleted for resources: {'Port': ['ID=3c19e26c-ebee-41f8-a4fa-b04327429b30,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:38.636878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:38.776749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] No DVR routers for this DVR port 3c19e26c-ebee-41f8-a4fa-b04327429b30 on host hv-cinder-73414 {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:08:38.780400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:38.783213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'name': 'network-vif-deleted', 'tag': '3c19e26c-ebee-41f8-a4fa-b04327429b30'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:38.836352 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2629ee37-bf36-4808-a0e4-9b74247ff720 req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "DELETE /v2.0/ports/3c19e26c-ebee-41f8-a4fa-b04327429b30 HTTP/1.1" status: 204  len: 173 time: 0.9771571
Apr 15 15:08:38.845469 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73e7c81-5323-41db-8653-45887ec69ba7', 'name': 'network-vif-deleted', 'tag': '3c19e26c-ebee-41f8-a4fa-b04327429b30', 'status': 'completed', 'code': 200}
Apr 15 15:08:39.137864 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36068) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:39.235886 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-679c9a46-c60c-453d-ac27-28631b683388 req-aafde355-eae9-48d4-a70c-a1604bf81c83 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=e73e7c81-5323-41db-8653-45887ec69ba7 HTTP/1.1" status: 200  len: 210 time: 0.0524085
Apr 15 15:08:39.265593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.281321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:39.285423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c8e895d0fb45bda5b0292372f085ce is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:39.288413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:39.295292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:39.382229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.445609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.456398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9941f6df-e17d-4d8e-b070-9bfb53e85daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:39.500351 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9c8e895d0fb45bda5b0292372f085ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3610952
Apr 15 15:08:39.501274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1903709-e7e5-4e97-b817-7b5861b463f6,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:39.504468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:39.505009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36074) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:39.581026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.609347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.679753 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.684691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c591f6ea-66b7-41d6-89f7-927025b19baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:39.698734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1903709-e7e5-4e97-b817-7b5861b463f6,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:39.703118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:39.704334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:39.706060 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8f7073bc-023a-420a-be7a-d3a2b6286cb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1903709-e7e5-4e97-b817-7b5861b463f6 HTTP/1.1" status: 204  len: 168 time: 0.1997621
Apr 15 15:08:40.146060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36082) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:40.167039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.182585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:40.187292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Usage tracker for resource:security_group_rule and tenant:ab00b86706c846eabbad3b38fa1c0a70 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:40.190203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:40.196236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:40.284695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.315121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.324831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f8c05b39-79c9-4a11-8796-ad3e891fcc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:40.368448 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab00b86706c846eabbad3b38fa1c0a70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2195492
Apr 15 15:08:40.369399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ba247-b107-4516-865b-cb58f81f0862,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:40.371435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36090) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:40.372651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2d2fbd14-837e-4927-a459-69fe62283bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:40.449144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.477607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.555566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.561464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eecf21cb-1df1-4921-8a4d-641692f60ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:40.574802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ba247-b107-4516-865b-cb58f81f0862,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:40.579416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:40.585240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:40.586852 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-438a1c44-dcca-4e5a-9249-e1a2725bd948 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b01ba247-b107-4516-865b-cb58f81f0862 HTTP/1.1" status: 204  len: 168 time: 0.2138991
Apr 15 15:08:40.685866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-2fbce85e-af59-4946-a61e-8a76a7660807 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:40.686729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-2fbce85e-af59-4946-a61e-8a76a7660807 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Synchronizing usage tracker for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:40.725076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-2fbce85e-af59-4946-a61e-8a76a7660807 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Unset dirty status for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:40.726417 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-2fbce85e-af59-4946-a61e-8a76a7660807 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/networks?id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf HTTP/1.1" status: 200  len: 809 time: 0.1975269
Apr 15 15:08:40.742382 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-dde34703-e590-42f0-9022-26cac64227f1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/quotas/c7dd89e3cdef464da28b8e1c30a7b1f6 HTTP/1.1" status: 200  len: 375 time: 0.0099249
Apr 15 15:08:40.798270 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-7176c186-cab1-4ed9-a4b1-bf1445c86be2 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0495429
Apr 15 15:08:40.946279 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-d6916219-f5e4-4c54-ab54-5c9a32083e33 service neutron] 10.222.0.20 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399333
Apr 15 15:08:41.092018 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-03e2e252-c155-4357-9843-69373ac01fba service neutron] 10.222.0.20 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379485
Apr 15 15:08:41.184556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36116) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:41.342623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a6af0589-1d68-429a-affa-32df12ffb923 req-f8781301-a4ba-4c5c-b121-a03228e158cb tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Synchronizing usage tracker for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:41.384125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-a6af0589-1d68-429a-affa-32df12ffb923 req-f8781301-a4ba-4c5c-b121-a03228e158cb tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Unset dirty status for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:41.388058 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6af0589-1d68-429a-affa-32df12ffb923 req-f8781301-a4ba-4c5c-b121-a03228e158cb tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 210 time: 0.0929775
Apr 15 15:08:41.624154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Deleting port be2fb2c9-a40d-404a-aea6-6b00784c868d {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:41.630250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:41.807441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:41.807893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:41.945080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Calling delete_port for be2fb2c9-a40d-404a-aea6-6b00784c868d owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:42.366553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:42.383258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-999236fc-d144-46e0-8385-259502e3b129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:42.488554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event deleted for resources: {'Port': ['ID=be2fb2c9-a40d-404a-aea6-6b00784c868d,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:42.491239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:42.562905 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-09e8cae1-59cc-494e-9d96-2e561988c874 req-ac21ab3f-c0ef-4b7e-87bf-dbd36b12c52e tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 210 time: 0.0578802
Apr 15 15:08:42.707618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:42.708366 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Floating IP 3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee disassociated (deleted). External IP: 172.27.0.102, port: 34732508-a673-46be-a455-606ca98118d3.
Apr 15 15:08:42.978220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-17cbb74f-50a7-40f0-9907-fb977228827b tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:42.979844 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-17cbb74f-50a7-40f0-9907-fb977228827b tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "GET /v2.0/networks?id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf HTTP/1.1" status: 200  len: 809 time: 0.1803067
Apr 15 15:08:42.992850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Request body: {'port': {'device_id': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf', 'admin_state_up': True, 'tenant_id': 'c7dd89e3cdef464da28b8e1c30a7b1f6'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:08:43.043884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 3c19e26c-ebee-41f8-a4fa-b04327429b30 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:43.087862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 3c19e26c-ebee-41f8-a4fa-b04327429b30 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:43.088500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 3c19e26c-ebee-41f8-a4fa-b04327429b30 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:43.129454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Router 7322df14-f82f-45ea-8771-138111216172 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:08:43.196217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:43.210380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:43.258111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Made reservation on behalf of c7dd89e3cdef464da28b8e1c30a7b1f6 for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:08:43.265902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:43.334318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:08:43.346710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] Sync routers for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:08:43.358619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:43.359418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426f06b0f0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:43.406012 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:43.461802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Allocated IP 172.20.0.3 (9a6a67ea-94fc-4823-8405-cfcfeaadeedf/1f973876-a9de-4d74-bb0e-eab0bec69126/d9983d85-f9bf-4a61-a832-0d9e8125e336) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:08:43.467002 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee HTTP/1.1" status: 204  len: 168 time: 2.2795985
Apr 15 15:08:43.467848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:43.517813 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'status': 'completed', 'code': 200}
Apr 15 15:08:43.559783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:43.661295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-9771315a-0bb1-4c80-b100-d0f0e440861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:43.663138 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-9771315a-0bb1-4c80-b100-d0f0e440861e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1447e38af9314975b502981165fe11e1&device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 1098 time: 0.1186206
Apr 15 15:08:43.884400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:43.895060 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5643d8b8-9ac6-4750-9037-c33827636a02 req-14004350-a39d-4d10-ab95-6073547f26bd tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 210 time: 0.1325622
Apr 15 15:08:43.902370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-2bcd167d-6970-4112-95b8-09ed7e6f2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:43.904131 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-2bcd167d-6970-4112-95b8-09ed7e6f2b35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 200  len: 909 time: 0.2334001
Apr 15 15:08:43.995716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:44.002992 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-e3499917-3632-412a-b9c0-cc9e33e405cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 200  len: 217 time: 0.0920329
Apr 15 15:08:44.015999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-855f7e9b-98b0-4f37-8119-1a05ab3e4832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:44.025950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426f06b0f0>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:44.037618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] Checking router: 7322df14-f82f-45ea-8771-138111216172 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:08:44.056446 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:44.057151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426f06b0f0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:44.086807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-327e1c63-8243-4754-9647-23152605800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:44.088431 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-327e1c63-8243-4754-9647-23152605800a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 200  len: 847 time: 0.0773530
Apr 15 15:08:44.204739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-34cd6cd8-cd60-47c5-a0e3-52fde3c3b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:44.206620 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-34cd6cd8-cd60-47c5-a0e3-52fde3c3b2f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1105654
Apr 15 15:08:44.320309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:44.362435 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-053da9c8-b41c-4a5f-9d2b-55151fe8bc2a service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475546
Apr 15 15:08:44.486226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Pushing event updated for resources: {'Port': ['ID=d9983d85-f9bf-4a61-a832-0d9e8125e336,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:44.493293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:44.515552 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2c04a9-f41c-454d-9880-6ba1552a266d req-7cc12502-c573-443f-aef9-15cf628fe02c service neutron] 10.222.0.10 "GET /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460690
Apr 15 15:08:44.570459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b9614-a2cd-4829-a5ef-aeb9b6071fa6 req-740e2efa-6ba1-4d07-b248-0e66e9eb3173 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:44.572312 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d15b9614-a2cd-4829-a5ef-aeb9b6071fa6 req-740e2efa-6ba1-4d07-b248-0e66e9eb3173 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.5152721
Apr 15 15:08:44.583882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:08:44.597068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:08:44.600745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:08:44.677364 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d15b9614-a2cd-4829-a5ef-aeb9b6071fa6 req-16ae85d7-2827-4bf2-ab7c-5218f36f8dc1 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962579
Apr 15 15:08:44.689085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:44.689831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:44.700043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426f06b0f0>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:44.703649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00769f1d-b476-41ac-9f0b-fb5c6b3b87a2 None None] The sync data for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi is: [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:03:08Z', 'revision_number': 4, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '84c079f6-2ff3-48a7-b345-8cb7ecf2461a', 'name': '', 'network_id': 'c68988cd-8e7a-4f91-bc0f-208d01bbc3ab', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'mac_address': 'fa:16:3e:a0:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '7bc46619-3fca-444b-9344-fd71879c2203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:05Z', 'updated_at': '2021-04-15T15:03:19Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'subnets': [{'id': '7bc46619-3fca-444b-9344-fd71879c2203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:08:44.743341 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7548466
Apr 15 15:08:44.755943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Request body: {'port': {'device_id': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:08:44.879934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:45.105915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d53d1-bb44-4aab-8a1b-2b05479096e5 req-f53c3462-118c-48f5-a052-c2d78eff7d99 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:45.108180 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-969d53d1-bb44-4aab-8a1b-2b05479096e5 req-f53c3462-118c-48f5-a052-c2d78eff7d99 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 931 time: 0.0902543
Apr 15 15:08:45.119957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efeded4-67c5-4f97-81b4-0c151d2131cb None None] New status for floating IP 3a99c7d1-b42a-4d2c-b40f-8e5c987f58ee: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:08:45.168199 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-969d53d1-bb44-4aab-8a1b-2b05479096e5 req-be54b71d-aac0-41a3-a300-90390e73df42 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515137
Apr 15 15:08:45.326301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9983d85-f9bf-4a61-a832-0d9e8125e336 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:08:45.334676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:45.350503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Transition to ACTIVE for port object d9983d85-f9bf-4a61-a832-0d9e8125e336 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:08:45.400743 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:45.416782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e1bcd0fc-575f-4920-a368-7ca724f97990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:45.554528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7798-359f-437a-b126-2026419b1541 service neutron] Pushing event updated for resources: {'Port': ['ID=d9983d85-f9bf-4a61-a832-0d9e8125e336,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:45.559905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-719e7798-359f-437a-b126-2026419b1541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:45.616416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-b0f6d6ee-9caa-4502-85f0-da99bb3a74f8 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:45.617181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-b0f6d6ee-9caa-4502-85f0-da99bb3a74f8 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:45.680676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-b0f6d6ee-9caa-4502-85f0-da99bb3a74f8 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:45.681970 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-b0f6d6ee-9caa-4502-85f0-da99bb3a74f8 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.10 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1626961
Apr 15 15:08:45.771317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Deleting port 34732508-a673-46be-a455-606ca98118d3 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:45.771680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:45.800211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Attempting to bind port d9983d85-f9bf-4a61-a832-0d9e8125e336 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:08:45.800595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Attempting to bind port d9983d85-f9bf-4a61-a832-0d9e8125e336 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:08:45.800971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Attempting to bind port d9983d85-f9bf-4a61-a832-0d9e8125e336 on network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:08:45.806531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Port d9983d85-f9bf-4a61-a832-0d9e8125e336 on network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:08:45.807030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Attempting to bind port d9983d85-f9bf-4a61-a832-0d9e8125e336 on network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:08:45.814621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:08:45.815005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Checking segment: {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:08:45.815439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Bound using segment: {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:08:45.815917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Bound port: d9983d85-f9bf-4a61-a832-0d9e8125e336, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64084b94-904d-475b-a5b1-9b292908ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:08:45.816309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:45.972082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] For port d9983d85-f9bf-4a61-a832-0d9e8125e336, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:08:45.975786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] For port d9983d85-f9bf-4a61-a832-0d9e8125e336, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:08:46.009863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c545b-d4ec-42d0-b575-34c378c97212 req-1d928860-99d6-44c3-9335-c9ff9818aaa6 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:46.011578 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-485c545b-d4ec-42d0-b575-34c378c97212 req-1d928860-99d6-44c3-9335-c9ff9818aaa6 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 945 time: 0.1762662
Apr 15 15:08:46.013301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:46.031702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:46.047208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] For port 34732508-a673-46be-a455-606ca98118d3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=34732508-a673-46be-a455-606ca98118d3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:46.047620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:46.183797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Calling delete_port for 34732508-a673-46be-a455-606ca98118d3 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:46.220121 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-485c545b-d4ec-42d0-b575-34c378c97212 req-4b2e73ae-17c2-441c-889d-7829bf8dd007 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/security-groups?id=285f2885-82e9-48ad-a36b-522fe01a4428&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1893787
Apr 15 15:08:46.230996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7798-359f-437a-b126-2026419b1541 service neutron] Pushing event updated for resources: {'Port': ['ID=d9983d85-f9bf-4a61-a832-0d9e8125e336,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:46.245532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-719e7798-359f-437a-b126-2026419b1541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:46.276515 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:46.277218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:46.279545 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-719e7798-359f-437a-b126-2026419b1541 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9983d85-f9bf-4a61-a832-0d9e8125e336 HTTP/1.1" status: 200  len: 1093 time: 1.5276864
Apr 15 15:08:46.280239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'tag': 'd9983d85-f9bf-4a61-a832-0d9e8125e336'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:46.328394 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'tag': 'd9983d85-f9bf-4a61-a832-0d9e8125e336', 'status': 'completed', 'code': 200}
Apr 15 15:08:46.421129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-809de0ac-59ca-41f9-a77e-5398c89539b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:46.422914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-809de0ac-59ca-41f9-a77e-5398c89539b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 1096 time: 0.0817740
Apr 15 15:08:46.448516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8aba3-5e65-4636-a692-dc22739ec03e req-30c7b082-f62c-4eb1-a96a-89ec847ae912 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:46.450102 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68e8aba3-5e65-4636-a692-dc22739ec03e req-30c7b082-f62c-4eb1-a96a-89ec847ae912 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 943 time: 0.1140661
Apr 15 15:08:46.451957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:46.501424 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-e841812a-624a-4927-be32-3fd0761dad43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336 HTTP/1.1" status: 200  len: 217 time: 0.0712779
Apr 15 15:08:46.522638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-723f57fe-b567-4a7a-8f8c-c68559f13287 tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:46.572404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-de43766d-9d7d-4de7-b917-714ca6fa8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:46.574008 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-de43766d-9d7d-4de7-b917-714ca6fa8dfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f973876-a9de-4d74-bb0e-eab0bec69126 HTTP/1.1" status: 200  len: 849 time: 0.0662525
Apr 15 15:08:46.602190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event deleted for resources: {'Port': ['ID=34732508-a673-46be-a455-606ca98118d3,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:46.604836 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:46.628305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-68e8aba3-5e65-4636-a692-dc22739ec03e req-cb753777-853b-4e1a-b299-72535ff319bd tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067884
Apr 15 15:08:46.632780 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-82d3a08c-7758-49fa-8119-bc277ae8d800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526056
Apr 15 15:08:46.793650 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-e8cc1ccc-e49e-423c-a76f-7ba5f3c6f36a service neutron] 10.222.0.10 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529016
Apr 15 15:08:46.952104 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e536ba14-4bd2-4da7-a5b5-a502069f6336 req-7abb62bc-a082-4836-9aec-9e88eb7df1d7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528118
Apr 15 15:08:47.010077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] No DVR routers for this DVR port 34732508-a673-46be-a455-606ca98118d3 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:08:47.013542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:47.017135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-deleted', 'tag': '34732508-a673-46be-a455-606ca98118d3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:47.068465 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605140e7-60dd-40c9-a52e-32ecd28ca906', 'name': 'network-vif-deleted', 'tag': '34732508-a673-46be-a455-606ca98118d3', 'status': 'completed', 'code': 200}
Apr 15 15:08:47.081778 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bd6c5614-c781-4c37-abdb-8c5a792909a3 req-a5351b7d-87ac-43a7-bc4d-2347391038f3 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.10 "DELETE /v2.0/ports/34732508-a673-46be-a455-606ca98118d3 HTTP/1.1" status: 204  len: 173 time: 1.3934448
Apr 15 15:08:47.109192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-da56ce3f-8339-4af0-a199-e8d702553c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:47.110834 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-da56ce3f-8339-4af0-a199-e8d702553c7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 1096 time: 0.0801857
Apr 15 15:08:47.268317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-bd77939a-0929-415c-9ee5-7ba8999e4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:47.269897 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-bd77939a-0929-415c-9ee5-7ba8999e4ed2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf HTTP/1.1" status: 200  len: 910 time: 0.1520391
Apr 15 15:08:47.351801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-f3fb35da-e778-4cd5-b268-7dbcf02dc55e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336 HTTP/1.1" status: 200  len: 217 time: 0.0734580
Apr 15 15:08:47.398449 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b189260c-bbb2-4c95-ae57-d47a2058795f req-322a49ae-838c-4a85-83ff-8901639dbbee tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Synchronizing usage tracker for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:47.427397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-52ba2b27-11d3-4394-9a88-305beda36d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:47.429067 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-52ba2b27-11d3-4394-9a88-305beda36d09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f973876-a9de-4d74-bb0e-eab0bec69126 HTTP/1.1" status: 200  len: 849 time: 0.0682945
Apr 15 15:08:47.440918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b189260c-bbb2-4c95-ae57-d47a2058795f req-322a49ae-838c-4a85-83ff-8901639dbbee tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Unset dirty status for tenant:1447e38af9314975b502981165fe11e1 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:47.441993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b189260c-bbb2-4c95-ae57-d47a2058795f req-322a49ae-838c-4a85-83ff-8901639dbbee tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "GET /v2.0/ports?device_id=605140e7-60dd-40c9-a52e-32ecd28ca906 HTTP/1.1" status: 200  len: 210 time: 0.1004891
Apr 15 15:08:47.487435 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-a97b37f0-2bca-4fe1-81a0-8a929c48f820 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a6a67ea-94fc-4823-8405-cfcfeaadeedf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505054
Apr 15 15:08:47.635919 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-3fea4bf4-9898-421a-8626-a87e30edfad3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400306
Apr 15 15:08:47.839131 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2c6d81a8-e29f-4391-913b-07c71241b9bf req-5e58e985-0cc1-4c81-820e-ffd87a0078b2 service neutron] 10.222.0.10 "GET /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949091
Apr 15 15:08:47.875202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9168fe-441d-48cc-accb-deb7237b06eb req-08b8cee9-4116-46d1-b51c-c9e2b27d318a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:47.875959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-5a9168fe-441d-48cc-accb-deb7237b06eb req-08b8cee9-4116-46d1-b51c-c9e2b27d318a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Synchronizing usage tracker for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:08:47.921048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-5a9168fe-441d-48cc-accb-deb7237b06eb req-08b8cee9-4116-46d1-b51c-c9e2b27d318a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Unset dirty status for tenant:c7dd89e3cdef464da28b8e1c30a7b1f6 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:08:47.922357 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a9168fe-441d-48cc-accb-deb7237b06eb req-08b8cee9-4116-46d1-b51c-c9e2b27d318a tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 943 time: 0.1701531
Apr 15 15:08:47.970947 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5a9168fe-441d-48cc-accb-deb7237b06eb req-13153369-f9ae-40fc-b4ec-9fa4429a0589 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422411
Apr 15 15:08:48.543405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36236) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:48.617816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:48.653262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:48.799701 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:48.868419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:48.874445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e9619dd2-a4de-4c70-9686-136125f1416b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:48.891936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f2885-82e9-48ad-a36b-522fe01a4428,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:48.894394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:48.936514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:48.937810 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a70b876a-8b14-4425-b20e-e65502177c21 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] 10.222.0.20 "DELETE /v2.0/security-groups/285f2885-82e9-48ad-a36b-522fe01a4428 HTTP/1.1" status: 204  len: 168 time: 0.3933322
Apr 15 15:08:49.017405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36248) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:49.056560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:49.095894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 34732508-a673-46be-a455-606ca98118d3 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:49.096631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 34732508-a673-46be-a455-606ca98118d3 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:49.184009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5be5-351f-48e7-99cf-4aeaf03bb5ef req-6a694ade-1b3c-42e8-afae-45d06f41623d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:49.186304 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-67fe5be5-351f-48e7-99cf-4aeaf03bb5ef req-6a694ade-1b3c-42e8-afae-45d06f41623d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 943 time: 0.0987144
Apr 15 15:08:49.382153 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-67fe5be5-351f-48e7-99cf-4aeaf03bb5ef req-7a4a281a-268f-4bfa-b02a-c4f7a263160c tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892772
Apr 15 15:08:49.798485 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:50.168933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Deleting port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:50.169481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:50.354674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] For port 84c079f6-2ff3-48a7-b345-8cb7ecf2461a, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:50.355078 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:50.488730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Calling delete_port for 84c079f6-2ff3-48a7-b345-8cb7ecf2461a owned by network:router_interface {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:50.525780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:08:50.607135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61b32b-b09f-4695-b0ec-fc3ba9cc1466 req-0d608e11-d1a0-4b42-bcd2-8a5b5e7c7f46 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:50.609214 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d61b32b-b09f-4695-b0ec-fc3ba9cc1466 req-0d608e11-d1a0-4b42-bcd2-8a5b5e7c7f46 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 943 time: 0.1007068
Apr 15 15:08:50.658551 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0d61b32b-b09f-4695-b0ec-fc3ba9cc1466 req-ebd7d810-fd2f-4630-bd26-1f03ce801339 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428312
Apr 15 15:08:50.731009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:50.747975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ce8d394f-872e-4d4d-a235-9132d96743c6 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:50.838956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c079f6-2ff3-48a7-b345-8cb7ecf2461a,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:50.846487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:51.059535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d9983d85-f9bf-4a61-a832-0d9e8125e336 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:08:51.198605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:51.203366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d9983d85-f9bf-4a61-a832-0d9e8125e336, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:51.218160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'd9983d85-f9bf-4a61-a832-0d9e8125e336', 'network_id': '9a6a67ea-94fc-4823-8405-cfcfeaadeedf', 'port_id': 'd9983d85-f9bf-4a61-a832-0d9e8125e336', 'mac_address': 'fa:16:3e:5e:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f973876-a9de-4d74-bb0e-eab0bec69126', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:08:51.281264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:51.299685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9983d85-f9bf-4a61-a832-0d9e8125e336 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:08:51.315637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d9983d85-f9bf-4a61-a832-0d9e8125e336, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:51.343541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:51.345405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:51.415249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=d9983d85-f9bf-4a61-a832-0d9e8125e336,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:51.418424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:51.541784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['d9983d85-f9bf-4a61-a832-0d9e8125e336'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:08:51.725023 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Router 7322df14-f82f-45ea-8771-138111216172 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:08:52.261205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:08:52.271122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] Sync routers for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:08:52.277900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173e522-9417-4fcc-bd67-2b2bdd3e3aed req-5dc978b8-541e-4434-a816-ebdfdf2b496c tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:52.280975 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d173e522-9417-4fcc-bd67-2b2bdd3e3aed req-5dc978b8-541e-4434-a816-ebdfdf2b496c tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 944 time: 0.4759822
Apr 15 15:08:52.281592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:52.282340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d788470>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:52.332274 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d173e522-9417-4fcc-bd67-2b2bdd3e3aed req-6ebe2263-c2b7-4f8b-ba6a-7b6480797249 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451691
Apr 15 15:08:52.362964 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/7322df14-f82f-45ea-8771-138111216172/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3442943
Apr 15 15:08:52.365437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36284) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:52.475999 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:52.534324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36290) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:52.555405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:52.677245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:52.761922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:52.795808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Deleting port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:52.796206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:52.801814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d788470>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:08:50Z', 'revision_number': 5, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port': {'id': '5f4f12d2-0623-4fd4-80fd-56fa14df8f43', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7322df14-f82f-45ea-8771-138111216172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:00Z', 'updated_at': '2021-04-15T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:52.806905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] Checking router: 7322df14-f82f-45ea-8771-138111216172 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:08:52.817251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] Routers {'7322df14-f82f-45ea-8771-138111216172'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:08:52.818212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d788470>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['7322df14-f82f-45ea-8771-138111216172'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:52.928054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:52.931982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Usage tracker for resource:security_group_rule and tenant:a574814d72044d3fa7f961b2e4c3f1ed is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:52.934987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:52.941041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:52.989052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] Set router 7322df14-f82f-45ea-8771-138111216172 gateway port host: None {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:08:53.001669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] For port 5f4f12d2-0623-4fd4-80fd-56fa14df8f43, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:53.002072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.026657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.056499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.066063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-da34d871-0dbd-4720-a898-57bae36331d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:53.098244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d9983d85-f9bf-4a61-a832-0d9e8125e336 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:08:53.110093 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a574814d72044d3fa7f961b2e4c3f1ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5740507
Apr 15 15:08:53.111932 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9c268-c817-4d82-8226-2d76d86e3bfb,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:53.115321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:53.116048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36296) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:53.136115 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d788470>, [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:08:52Z', 'revision_number': 6, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:53.140109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Calling delete_port for 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 owned by network:router_gateway {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:53.148515 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f848b-1a38-4e9a-a010-5e6aa27f9526 None None] The sync data for ids ['7322df14-f82f-45ea-8771-138111216172'] in dv-cinder-734144-16-iscsi is: [{'id': '7322df14-f82f-45ea-8771-138111216172', 'name': 'tempest-TestShelveInstance-659821529-router', 'tenant_id': '1447e38af9314975b502981165fe11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:02:58Z', 'updated_at': '2021-04-15T15:08:52Z', 'revision_number': 6, 'project_id': '1447e38af9314975b502981165fe11e1', 'gw_port_host': None}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:08:53.191063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.221341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.245547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port d9983d85-f9bf-4a61-a832-0d9e8125e336 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:08:53.251768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port d9983d85-f9bf-4a61-a832-0d9e8125e336 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:08:53.251768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.343553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.349159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d557201b-13b7-4094-ab8d-503bbfc88df5 tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:53.375572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9c268-c817-4d82-8226-2d76d86e3bfb,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:53.401255 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:53.403592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.404556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.405051 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69f9c268-c817-4d82-8226-2d76d86e3bfb HTTP/1.1" status: 204  len: 168 time: 0.2878966
Apr 15 15:08:53.432555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.448565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9983d85-f9bf-4a61-a832-0d9e8125e336'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:08:53.457176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-455cd05c-5926-48a5-9947-a6eac8a12956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:53.461279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d9983d85-f9bf-4a61-a832-0d9e8125e336, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:53.509746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.511662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:53.550495 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9983d85-f9bf-4a61-a832-0d9e8125e336', 'code': 200}
Apr 15 15:08:53.583414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4f12d2-0623-4fd4-80fd-56fa14df8f43,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:53.593609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:53.607546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db80b8-5c5a-4aeb-9064-b30f0f0b37fd req-7be20490-d7fa-4133-9e18-a55610911978 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:53.609881 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85db80b8-5c5a-4aeb-9064-b30f0f0b37fd req-7be20490-d7fa-4133-9e18-a55610911978 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 945 time: 0.1357768
Apr 15 15:08:53.614783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=d9983d85-f9bf-4a61-a832-0d9e8125e336,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:53.630419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:53.671089 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-85db80b8-5c5a-4aeb-9064-b30f0f0b37fd req-4afec873-0c5e-4e58-94e6-203f8467d351 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547152
Apr 15 15:08:53.783463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.787143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:53.852310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:53.852747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 5f4f12d2-0623-4fd4-80fd-56fa14df8f43 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:53.853600 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 84c079f6-2ff3-48a7-b345-8cb7ecf2461a no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:53.898676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1813e-fbfd-42d8-a60d-b5479f0e2b50 req-cbb148ca-1124-4b1d-91f6-d1cea86a84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:53.900342 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-06b1813e-fbfd-42d8-a60d-b5479f0e2b50 req-cbb148ca-1124-4b1d-91f6-d1cea86a84a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 1098 time: 0.1117520
Apr 15 15:08:53.901326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 84c079f6-2ff3-48a7-b345-8cb7ecf2461a {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:53.901725 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 84c079f6-2ff3-48a7-b345-8cb7ecf2461a not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:53.945332 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-06b1813e-fbfd-42d8-a60d-b5479f0e2b50 req-257674a8-8aaa-4676-b75e-f08cc4a9a34a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382850
Apr 15 15:08:53.973775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36308) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:53.975534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.978005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:53.993041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.008967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:54.013100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Usage tracker for resource:security_group_rule and tenant:7afc8be10b264f0f8a07567e36affb48 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:54.016011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:54.022016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:54.103521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.104162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7322df14-f82f-45ea-8771-138111216172 {{(pid=85438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:08:54.118215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.121782 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0ccafe05-45db-425b-9214-35f6d567bfd7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7322df14-f82f-45ea-8771-138111216172 HTTP/1.1" status: 204  len: 168 time: 1.7529185
Apr 15 15:08:54.122049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36312) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:54.167273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.207421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Deleting subnet 7bc46619-3fca-444b-9344-fd71879c2203 {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:08:54.210929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.264354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809117'] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.302708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.311715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4b510828-9500-493d-b9de-9624b7f39795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:54.352814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.358741 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7afc8be10b264f0f8a07567e36affb48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3837211
Apr 15 15:08:54.360442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eccbc63-b3aa-4d04-9626-9021c8d17637,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:54.363009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36316) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:54.366016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:54.426301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.458064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.532153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.537368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cf6e50d6-bff9-43e5-8587-6656987e83b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:54.551625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eccbc63-b3aa-4d04-9626-9021c8d17637,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:54.554724 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:54.555814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.560234 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d8414335-265b-43e7-b2f1-a994ba216b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1eccbc63-b3aa-4d04-9626-9021c8d17637 HTTP/1.1" status: 204  len: 168 time: 0.1928930
Apr 15 15:08:54.645735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2148773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187099'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.663412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:54.750183 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc46619-3fca-444b-9344-fd71879c2203,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:54.753584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:54.804811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:54.812601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7342562-8991-4b88-97ee-48d5974d383e None None] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:08:54.872411 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-60d04977-ff63-41cd-aa8e-9b9723dd57b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7bc46619-3fca-444b-9344-fd71879c2203 HTTP/1.1" status: 204  len: 168 time: 0.7483497
Apr 15 15:08:54.877900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36326) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:54.914531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8cff3-28fd-4247-bc1f-d7d79a169923 req-a67debb8-663b-40e5-a751-060661f3e1ed tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:54.916370 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f9e8cff3-28fd-4247-bc1f-d7d79a169923 req-a67debb8-663b-40e5-a751-060661f3e1ed tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 945 time: 0.1085098
Apr 15 15:08:54.971647 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f9e8cff3-28fd-4247-bc1f-d7d79a169923 req-4b056af7-6365-471a-8027-13c428de5f74 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470963
Apr 15 15:08:55.018666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.093673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Deleting port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:55.104639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.146326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] DHCP port deletion for c68988cd-8e7a-4f91-bc0f-208d01bbc3ab request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:08:55.151268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Deleting port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:55.151811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.155842 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36330) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:55.176751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.192649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:55.197338 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Usage tracker for resource:security_group_rule and tenant:0037d98050c248fe80156fd90a356475 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:55.200906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:55.208559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:55.298689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.316933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] For port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:55.317326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.332074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.342439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-22031228-75dd-4bd7-a47b-a0ab3d342fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:55.374042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] For port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,segment=NetworkSegment(595bdcec-1125-494e-8005-70c5edc54774),segment_id=595bdcec-1125-494e-8005-70c5edc54774)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:55.375026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.388237 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0037d98050c248fe80156fd90a356475&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2287395
Apr 15 15:08:55.388774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e3241b-5c59-4cb2-b8e7-2e1c3864c342,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:55.391384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36334) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:55.407598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:55.457797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Calling delete_port for 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 owned by network:dhcp {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:55.461081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.491161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.516219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Calling delete_port for 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:55.592223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 15 15:08:55.592223 dv-cinder-734144-16-iscsi neutron-server[85322]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s]
Apr 15 15:08:55.592223 dv-cinder-734144-16-iscsi neutron-server[85322]: [parameters: {'port_id': '10d96c91-1ed9-4196-b6ca-eb36cf1958f3', 'host': 'dv-cinder-734144-16-iscsi', 'level': 0}]
Apr 15 15:08:55.592223 dv-cinder-734144-16-iscsi neutron-server[85322]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=85439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:08:55.592751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:08:55.617803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.634290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-529759f5-fb1e-4428-9c2f-519d2b0e0272 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:55.646408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.651834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bea46370-6519-47e8-b844-1472ffd7b8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:55.666014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e3241b-5c59-4cb2-b8e7-2e1c3864c342,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:55.668821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:55.670606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:55.674989 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ee67bf98-53e3-4423-9475-e678d7275d00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83e3241b-5c59-4cb2-b8e7-2e1c3864c342 HTTP/1.1" status: 204  len: 168 time: 0.2789841
Apr 15 15:08:55.728852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Pushing event deleted for resources: {'Port': ['ID=10d96c91-1ed9-4196-b6ca-eb36cf1958f3,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:55.736583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:55.762462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:08:55.783424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] No DVR routers for this DVR port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 on host dv-cinder-734144-16-iscsi {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:08:55.822334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:08:55.822736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:08:55.914356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.031429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426de327b8>,) {'filters': {'network_id': ['c68988cd-8e7a-4f91-bc0f-208d01bbc3ab']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:56.045363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426de327b8>, '595bdcec-1125-494e-8005-70c5edc54774') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:56.045712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426de327b8>, '595bdcec-1125-494e-8005-70c5edc54774') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:08:56.058046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.074149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.081733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:08:56.093732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Deleting port 10d96c91-1ed9-4196-b6ca-eb36cf1958f3 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:56.094202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.171978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-a67449f2-4abd-4ae0-bf1f-3ea9ff789b28 None None] The port '10d96c91-1ed9-4196-b6ca-eb36cf1958f3' was deleted {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:08:56.320422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:08:56.343067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.426726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225558d4-e4c6-4b5e-9ccd-91108453803e req-acbd9a9a-55a3-46e8-bf4e-de52df67ee9d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:56.428362 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-225558d4-e4c6-4b5e-9ccd-91108453803e req-acbd9a9a-55a3-46e8-bf4e-de52df67ee9d tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 945 time: 0.3321197
Apr 15 15:08:56.572876 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Network c68988cd-8e7a-4f91-bc0f-208d01bbc3ab has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:08:56.600364 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-225558d4-e4c6-4b5e-9ccd-91108453803e req-ef2af460-d34c-4bd9-9f4f-6d9e591d7015 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610401
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:08:56.600998 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:08:56.731014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.736283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:56.739224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:56.763562 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c68988cd-8e7a-4f91-bc0f-208d01bbc3ab,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:56.766200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:56.807540 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/c68988cd-8e7a-4f91-bc0f-208d01bbc3ab HTTP/1.1" status: 204  len: 168 time: 1.9281492
Apr 15 15:08:56.811297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36366) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:57.199061 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36380) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:57.337079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.354744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:08:57.359482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Usage tracker for resource:security_group_rule and tenant:bc85c73d969141139d637bd2fcd634c8 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:08:57.362628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:08:57.368962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:08:57.465097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.492081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.502314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-97db1658-fb4d-4deb-9012-82dd3f6666fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:57.546269 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc85c73d969141139d637bd2fcd634c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3434105
Apr 15 15:08:57.546813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36390) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:08:57.549414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5eec4-d777-4d48-b177-e51e64dc8b3e,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:57.553207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:57.639279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.676257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.784118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.845773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.859786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c8b30ed4-7fdc-4bd0-b631-71721076ee11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:57.929812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5eec4-d777-4d48-b177-e51e64dc8b3e,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:57.939657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:57.945066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:57.949018 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93f5eec4-d777-4d48-b177-e51e64dc8b3e HTTP/1.1" status: 204  len: 168 time: 0.3983495
Apr 15 15:08:58.023101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71ca90-ef54-45af-846f-aa284609ba3d req-47b9e3fc-dbb4-4052-b047-ab66c7d04109 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:58.026087 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb71ca90-ef54-45af-846f-aa284609ba3d req-47b9e3fc-dbb4-4052-b047-ab66c7d04109 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 945 time: 0.0964072
Apr 15 15:08:58.078579 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fb71ca90-ef54-45af-846f-aa284609ba3d req-f9669860-7b97-44e8-9996-31e14e6ae089 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462935
Apr 15 15:08:58.196495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Deleting port 3cda87ee-37aa-4154-b7c9-4451f4f91785 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:58.196797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:58.393438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] For port 3cda87ee-37aa-4154-b7c9-4451f4f91785, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=3cda87ee-37aa-4154-b7c9-4451f4f91785,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:58.393837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:58.525761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Calling delete_port for 3cda87ee-37aa-4154-b7c9-4451f4f91785 owned by network:router_interface {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:08:58.736603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:58.754850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9cef33cb-2d1e-4741-8d24-dc7589c7f159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:08:58.851717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cda87ee-37aa-4154-b7c9-4451f4f91785,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:08:58.855654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:08:59.198180 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:59.383153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613f45b-31f3-443c-94db-691d9ed2472c req-243f45a8-c1c7-46ed-a123-e9b201a92981 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:59.384637 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5613f45b-31f3-443c-94db-691d9ed2472c req-243f45a8-c1c7-46ed-a123-e9b201a92981 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 945 time: 0.0886157
Apr 15 15:08:59.408275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076f1a7-dea7-4e8a-b7f9-a1f4ea30068a req-18aeec56-988f-4e3d-a6b8-1de2fda59d97 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:08:59.409858 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c076f1a7-dea7-4e8a-b7f9-a1f4ea30068a req-18aeec56-988f-4e3d-a6b8-1de2fda59d97 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 945 time: 0.1956322
Apr 15 15:08:59.462820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Deleting port d9983d85-f9bf-4a61-a832-0d9e8125e336 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:08:59.463215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:59.607162 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c076f1a7-dea7-4e8a-b7f9-a1f4ea30068a req-564d9ba4-b44e-412c-91b5-6925730e8aa7 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d6aa560-5a15-44e6-9246-5048a10594d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893425
Apr 15 15:08:59.730313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] For port d9983d85-f9bf-4a61-a832-0d9e8125e336, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d9983d85-f9bf-4a61-a832-0d9e8125e336,segment=NetworkSegment(64084b94-904d-475b-a5b1-9b292908ba9b),segment_id=64084b94-904d-475b-a5b1-9b292908ba9b)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:08:59.730313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:08:59.846428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:08:59.866063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Calling delete_port for d9983d85-f9bf-4a61-a832-0d9e8125e336 owned by compute:nova {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:09:00.038331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:09:00.047723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] Sync routers for ids ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:09:00.051042 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2d4f78b-0a19-43bf-9115-5fd37223e9e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2360742
Apr 15 15:09:00.051646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36400) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:00.058246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] Routers {'e2d4f78b-0a19-43bf-9115-5fd37223e9e1'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:00.059005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e1a9470>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:00.103702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:00.115044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['d9983d85-f9bf-4a61-a832-0d9e8125e336'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:09:00.139542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:00.250030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Pushing event deleted for resources: {'Port': ['ID=d9983d85-f9bf-4a61-a832-0d9e8125e336,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:00.258140 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] Set router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:00.259720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:00.416050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] No DVR routers for this DVR port d9983d85-f9bf-4a61-a832-0d9e8125e336 on host hv-cinder-73414 {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:09:00.418535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:00.422292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'name': 'network-vif-deleted', 'tag': 'd9983d85-f9bf-4a61-a832-0d9e8125e336'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:09:00.470515 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5613f45b-31f3-443c-94db-691d9ed2472c req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.10 "DELETE /v2.0/ports/d9983d85-f9bf-4a61-a832-0d9e8125e336 HTTP/1.1" status: 204  len: 173 time: 1.0793550
Apr 15 15:09:00.479928 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c52694f-4ebc-49ae-bc4c-4fb726145ff9', 'name': 'network-vif-deleted', 'tag': 'd9983d85-f9bf-4a61-a832-0d9e8125e336', 'status': 'completed', 'code': 200}
Apr 15 15:09:00.512197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks [] for router, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:00.579807 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e1a9470>, [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:08:58Z', 'revision_number': 5, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:00.583873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] Checking router: e2d4f78b-0a19-43bf-9115-5fd37223e9e1 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:09:00.593098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] Routers {'e2d4f78b-0a19-43bf-9115-5fd37223e9e1'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:00.593691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e1a9470>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:08:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:00.709973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:00.738198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Deleting port fa770020-3a03-4ead-adbb-7a4876e44cf1 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:09:00.738818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:00.785985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] Set router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:00.831680 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-12b56f91-353c-44c6-bf42-920f8822714f req-c1b6d375-f8e8-443a-8b94-255c8adf5fdd tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c52694f-4ebc-49ae-bc4c-4fb726145ff9 HTTP/1.1" status: 200  len: 210 time: 0.0606964
Apr 15 15:09:00.980065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] For port fa770020-3a03-4ead-adbb-7a4876e44cf1, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=fa770020-3a03-4ead-adbb-7a4876e44cf1,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:00.980464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.099407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e1a9470>, [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:08:58Z', 'revision_number': 5, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:01.103570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9296a49-e28f-4876-a19b-a2da4288e64f None None] The sync data for ids ['e2d4f78b-0a19-43bf-9115-5fd37223e9e1'] in dv-cinder-734144-16-iscsi is: [{'id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'name': 'tempest-TestShelveInstance-141363952-router', 'tenant_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:03:12Z', 'updated_at': '2021-04-15T15:08:58Z', 'revision_number': 5, 'project_id': 'ba441da031ed4c47937bd9ea8a6de25d', 'gw_port': {'id': 'fa770020-3a03-4ead-adbb-7a4876e44cf1', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:45:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4f78b-0a19-43bf-9115-5fd37223e9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:03:14Z', 'updated_at': '2021-04-15T15:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:09:01.115063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Calling delete_port for fa770020-3a03-4ead-adbb-7a4876e44cf1 owned by network:router_gateway {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:09:01.321167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.337830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-460b4717-1de7-43a3-8693-318ab434df58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:01.435290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa770020-3a03-4ead-adbb-7a4876e44cf1,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:01.438068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:01.600470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.773931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 3cda87ee-37aa-4154-b7c9-4451f4f91785 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:09:01.787862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.790288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.816317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 3cda87ee-37aa-4154-b7c9-4451f4f91785 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:09:01.816827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 3cda87ee-37aa-4154-b7c9-4451f4f91785 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:09:01.841504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.842100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d4f78b-0a19-43bf-9115-5fd37223e9e1 {{(pid=85438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:09:01.854895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Notify callbacks [] for router, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.856182 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e2d4f78b-0a19-43bf-9115-5fd37223e9e1 HTTP/1.1" status: 204  len: 168 time: 1.8038332
Apr 15 15:09:01.859461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36410) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:01.927812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Deleting subnet f001c760-793c-4f92-8f57-d7bb9eb37801 {{(pid=85438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:09:01.931093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:01.984455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1809117'] for subnet, precommit_delete_associations {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.073150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.365740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2148773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187099'] for subnet, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.382423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-dcc323e1-663a-405c-8487-1be7ccb9bdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:02.472265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f001c760-793c-4f92-8f57-d7bb9eb37801,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:02.477194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:02.518586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.524197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2657d107-fb2c-49bd-bf55-c5cc1d8a17fb None None] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:09:02.524719 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b785d513-9bfe-46e4-b6ca-c3d801a512e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f001c760-793c-4f92-8f57-d7bb9eb37801 HTTP/1.1" status: 204  len: 168 time: 0.6638880
Apr 15 15:09:02.527352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36426) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:02.647532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.721012 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Deleting port c6548bd0-444f-4c42-842b-8f25ee38943f {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:09:02.721363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.772052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c474c26-59d2-41fd-a91c-fd44bcb88b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.816546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] DHCP port deletion for 1cbe3b75-f633-4f76-accc-28a95c9013b4 request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:09:02.821216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Deleting port c6548bd0-444f-4c42-842b-8f25ee38943f {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:09:02.821639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:02.962434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] For port c6548bd0-444f-4c42-842b-8f25ee38943f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c6548bd0-444f-4c42-842b-8f25ee38943f,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:02.962878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:03.101646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Calling delete_port for c6548bd0-444f-4c42-842b-8f25ee38943f owned by network:dhcp {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:09:03.181346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d9983d85-f9bf-4a61-a832-0d9e8125e336 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:09:03.223772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:03.234584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: d9983d85-f9bf-4a61-a832-0d9e8125e336 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:09:03.234906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d9983d85-f9bf-4a61-a832-0d9e8125e336 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:09:03.238673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cea52934-636a-46f8-8a60-b7ca3097dd54 tempest-ServerRescueNegativeTestJSON-575017525 tempest-ServerRescueNegativeTestJSON-575017525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:03.260170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] For port c6548bd0-444f-4c42-842b-8f25ee38943f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=c6548bd0-444f-4c42-842b-8f25ee38943f,segment=NetworkSegment(7dc18222-61a3-4485-aa26-d7be8b30c11f),segment_id=7dc18222-61a3-4485-aa26-d7be8b30c11f)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:03.260716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:03.289104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6548bd0-444f-4c42-842b-8f25ee38943f,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:03.291789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:03.390273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] No DVR routers for this DVR port c6548bd0-444f-4c42-842b-8f25ee38943f on host dv-cinder-734144-16-iscsi {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:09:03.395522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Calling delete_port for c6548bd0-444f-4c42-842b-8f25ee38943f owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:09:03.471457 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:09:03.474673 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:09:03.516303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:03.762588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c6548bd0-444f-4c42-842b-8f25ee38943f no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:09:03.801104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: c6548bd0-444f-4c42-842b-8f25ee38943f {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:09:03.801489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device c6548bd0-444f-4c42-842b-8f25ee38943f not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:09:03.802160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device fa770020-3a03-4ead-adbb-7a4876e44cf1 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:09:03.843178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: fa770020-3a03-4ead-adbb-7a4876e44cf1 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:09:03.843770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device fa770020-3a03-4ead-adbb-7a4876e44cf1 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:09:03.882925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426ef95470>,) {'filters': {'network_id': ['1cbe3b75-f633-4f76-accc-28a95c9013b4']}} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:03.895432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426ef95470>, '7dc18222-61a3-4485-aa26-d7be8b30c11f') {'for_net_delete': True} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:03.895780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426ef95470>, '7dc18222-61a3-4485-aa26-d7be8b30c11f') {} {{(pid=85438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:03.908051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852966715'] for segment, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:03.923268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:03.929442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=85438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:09:03.973327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Deleting port c6548bd0-444f-4c42-842b-8f25ee38943f {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:09:03.973845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:04.044713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-c4abf558-582f-4d43-b1ca-e2c158f3eee1 None None] The port 'c6548bd0-444f-4c42-842b-8f25ee38943f' was deleted {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:09:04.105165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:09:04.118035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852625658'] for segment, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:04.292188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Network 1cbe3b75-f633-4f76-accc-28a95c9013b4 has no segments {{(pid=85438) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:09:04.315627 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:09:04.600547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:04.605494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:04.610494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:04.632851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbe3b75-f633-4f76-accc-28a95c9013b4,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:04.635344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:04.636836 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-26a74d41-7a1b-404a-9e8b-369b6b3d4a30 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1cbe3b75-f633-4f76-accc-28a95c9013b4 HTTP/1.1" status: 204  len: 168 time: 2.1085067
Apr 15 15:09:04.841283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e5aae33f-47c6-4580-9ca1-3a323cf2245c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:04.895366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36466) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:04.947555 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3f43fef7-26a9-4e80-840d-f2cb478438af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1447e38af9314975b502981165fe11e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509050
Apr 15 15:09:04.950808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36470) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:05.010203 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.041776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.114771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.119663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4d99cf6d-4a6d-441b-a491-355e60b03440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:05.133178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0f2cb2-41e8-441a-97aa-b4ca24027896,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:05.135468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:05.141329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.142554 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a7618ccd-117b-4217-b99f-9ba0b9c0bf1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d0f2cb2-41e8-441a-97aa-b4ca24027896 HTTP/1.1" status: 204  len: 168 time: 0.1907361
Apr 15 15:09:05.640566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36482) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:05.692313 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8d7bc7de-aaa5-4346-8d1a-b4e515924846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba441da031ed4c47937bd9ea8a6de25d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504746
Apr 15 15:09:05.694798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36486) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:05.755271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.781698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.869209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.875024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-49754b12-4626-4074-abef-0f4d525cb2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:05.889382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806fe80-9c4e-41d0-91c9-85c39a7eab98,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:05.894157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:05.896226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:05.897417 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3dbb5e8c-17b4-414e-9d80-6d6cb5b4bce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0806fe80-9c4e-41d0-91c9-85c39a7eab98 HTTP/1.1" status: 204  len: 168 time: 0.2016716
Apr 15 15:09:06.195065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:06.760852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:06.909692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36514) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:07.021660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1202719952-network', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:07.026868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:07.031032 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Usage tracker for resource:network and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:07.034069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:07.040331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:07.086466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Made reservation on behalf of aa1edd604df44a5ab3f1fd047e3be133 for: {'network': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:09:07.091763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.104403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.119773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:07.124689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:07.127580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:07.133461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:07.262581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.292074 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.296797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6ff8d8a2-3242-426a-81d4-fd7ccac9dd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:07.319350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705}  {{(pid=85438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:09:07.345978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d40018-fc4f-453a-8c1b-dbe04bb9e554,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:07.349520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.349995 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Added segment df1e91ae-cd5c-4500-be60-b9eb79a148dd of type vlan for network 6f3176c3-0810-4994-b2ba-3edc500541fe
Apr 15 15:09:07.351472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:07.453129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.509677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.511374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:07.512024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.517777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bd853d9a-eccb-4bb9-9b32-e765fbb701a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:07.544395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:07.627277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3176c3-0810-4994-b2ba-3edc500541fe,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:07.630390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:07.637379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 6f3176c3-0810-4994-b2ba-3edc500541fe details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:09:07.657730 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7598da00-a12f-46c6-bca2-22ed3e157475 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7464080
Apr 15 15:09:07.660236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36532) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:07.666674 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Request body: {'subnet': {'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1202719952-subnet', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:07.674112 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:07.679142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Usage tracker for resource:subnet and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:07.682831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:07.689886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:07.733063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Made reservation on behalf of aa1edd604df44a5ab3f1fd047e3be133 for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:09:07.738198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852588687'] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:08.237604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852627080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852588704'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:08.253996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-50462077-6646-44b8-a50c-0afcbfcb97fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:08.382649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=742d7621-ca49-4ff6-8833-62cc85eb7d81,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:08.387231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:08.458802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Checking segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:08.459742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Network hostable DHCP agents. Network: 6f3176c3-0810-4994-b2ba-3edc500541fe, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:09:08.515659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:09:08.556125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 6f3176c3-0810-4994-b2ba-3edc500541fe) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:08.566456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27efeb8-5463-4571-a72d-3255e916cbe7 None None] Network 6f3176c3-0810-4994-b2ba-3edc500541fe requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:09:08.576617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:08.577316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:08.628717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36546) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:08.631326 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-8eb1b9ad-75bb-40d8-8007-d265e26118ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9697568
Apr 15 15:09:08.635317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:08.644996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:08.649503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Usage tracker for resource:router and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:08.652613 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:08.661294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:08.698515 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:08.700095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:08.855522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:08.881526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-6f3176c3-0810-4994-b2ba-3edc500541fe', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 15:09:08.882468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.107537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Allocated IP 172.20.0.2 (6f3176c3-0810-4994-b2ba-3edc500541fe/742d7621-ca49-4ff6-8833-62cc85eb7d81/13b75db1-ba45-48c1-988f-8abc39cdfba9) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:09.402630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.411730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.415936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Transition to ACTIVE for port object 13b75db1-ba45-48c1-988f-8abc39cdfba9 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:09.436640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Transition to ACTIVE for port object 13b75db1-ba45-48c1-988f-8abc39cdfba9 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:09.458817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.479442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:09.665148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Pushing event updated for resources: {'Port': ['ID=13b75db1-ba45-48c1-988f-8abc39cdfba9,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:09.671366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:09.739744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:09.741271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:09.748526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:09.837651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.872769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.879737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Attempting to bind port 13b75db1-ba45-48c1-988f-8abc39cdfba9 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:09.880715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Attempting to bind port 13b75db1-ba45-48c1-988f-8abc39cdfba9 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:09.882228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Attempting to bind port 13b75db1-ba45-48c1-988f-8abc39cdfba9 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:09.889565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:09.890132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Checking segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:09.890837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:09.891467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Bound using segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:09.892283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Bound port: 13b75db1-ba45-48c1-988f-8abc39cdfba9, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:09.892818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:10.021757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] For port 13b75db1-ba45-48c1-988f-8abc39cdfba9, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:10.025467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] For port 13b75db1-ba45-48c1-988f-8abc39cdfba9, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=13b75db1-ba45-48c1-988f-8abc39cdfba9,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:10.043633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Allocated IP 172.27.0.141 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/b572935b-20f7-45ca-88c1-3e903c99c92f) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:10.060234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:10.080865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:10.178458 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Pushing event updated for resources: {'Port': ['ID=13b75db1-ba45-48c1-988f-8abc39cdfba9,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:10.226120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:10.238763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:10.282064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:10.305377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:10.446200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Pushing event updated for resources: {'Port': ['ID=b572935b-20f7-45ca-88c1-3e903c99c92f,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:10.450881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:10.539801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:10.541037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:10.543861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:11.098948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:11.474886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:11.829084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 15:09:11.872583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 13b75db1-ba45-48c1-988f-8abc39cdfba9 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:12.006561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 13b75db1-ba45-48c1-988f-8abc39cdfba9 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:12.015745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26433f4-09e6-46ea-85e5-6538f9c94632 None None] Network 6f3176c3-0810-4994-b2ba-3edc500541fe requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:09:12.133450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Provisioning for port 13b75db1-ba45-48c1-988f-8abc39cdfba9 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:12.155625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Provisioning complete for port 13b75db1-ba45-48c1-988f-8abc39cdfba9 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:12.156209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:12.415432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:09:12.453923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:09:12.471581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:12.492450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:12.493277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d5e1320>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:12.546651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:12.549322 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.9192376
Apr 15 15:09:12.552292 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36570) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:12.702354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] For port 13b75db1-ba45-48c1-988f-8abc39cdfba9, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=13b75db1-ba45-48c1-988f-8abc39cdfba9,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:12.735289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:12.785908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:12.859089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:13.235196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-534e81a2-758f-4a91-a109-a9dcce748fdc None None] Provisioning complete for port 13b75db1-ba45-48c1-988f-8abc39cdfba9 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:13.236041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-534e81a2-758f-4a91-a109-a9dcce748fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:13.294284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Pushing event updated for resources: {'Port': ['ID=13b75db1-ba45-48c1-988f-8abc39cdfba9,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:13.320309 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.321036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.321898 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.322496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.323036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.323591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.324580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.325854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.326479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.326934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.327289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.327670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:13.348814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:13.428599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:13.500687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d5e1320>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:10Z', 'revision_number': 3, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:13.505473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:09:13.505924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Updating router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 port b572935b-20f7-45ca-88c1-3e903c99c92f binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:09:13.574407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:13.689297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Allocated IP 172.20.0.1 (6f3176c3-0810-4994-b2ba-3edc500541fe/742d7621-ca49-4ff6-8833-62cc85eb7d81/eafef8ed-bb76-415a-99ea-f01e430ed306) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:13.895172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 13b75db1-ba45-48c1-988f-8abc39cdfba9 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:13.914450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:13.956469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Transition to ACTIVE for port object eafef8ed-bb76-415a-99ea-f01e430ed306 will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:14.023886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.037022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 13b75db1-ba45-48c1-988f-8abc39cdfba9 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:14.037486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.044125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9f7965bd-ab39-44e5-ab5f-b2155268325b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:14.232155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Pushing event updated for resources: {'Port': ['ID=eafef8ed-bb76-415a-99ea-f01e430ed306,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:14.235721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:14.266580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.276080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:14.277832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:14.279573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Transition to ACTIVE for port object b572935b-20f7-45ca-88c1-3e903c99c92f will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:14.281188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:14.353615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.530885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.547380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:14.641333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-43b588db-8a05-4144-9226-737174db8142 None None] Provisioning for port eafef8ed-bb76-415a-99ea-f01e430ed306 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:14.659087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-43b588db-8a05-4144-9226-737174db8142 None None] Provisioning complete for port eafef8ed-bb76-415a-99ea-f01e430ed306 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:14.659513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-43b588db-8a05-4144-9226-737174db8142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.754718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d119f-173d-4a11-9a7b-24fe73bdbabb None None] Pushing event updated for resources: {'Port': ['ID=b572935b-20f7-45ca-88c1-3e903c99c92f,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:14.765033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bd5d119f-173d-4a11-9a7b-24fe73bdbabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:14.792577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-43b588db-8a05-4144-9226-737174db8142 None None] Port eafef8ed-bb76-415a-99ea-f01e430ed306 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:09:14.855741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Attempting to bind port b572935b-20f7-45ca-88c1-3e903c99c92f on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:14.856687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Attempting to bind port b572935b-20f7-45ca-88c1-3e903c99c92f by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:14.857079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Attempting to bind port b572935b-20f7-45ca-88c1-3e903c99c92f on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:14.863845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:14.864905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:14.865046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.865895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:14.866060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Bound port: b572935b-20f7-45ca-88c1-3e903c99c92f, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:14.866878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.932522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:14.964378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] For port b572935b-20f7-45ca-88c1-3e903c99c92f, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:14.968455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] For port b572935b-20f7-45ca-88c1-3e903c99c92f, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=b572935b-20f7-45ca-88c1-3e903c99c92f,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:14.999128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:15.021173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:15.188076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d119f-173d-4a11-9a7b-24fe73bdbabb None None] Pushing event updated for resources: {'Port': ['ID=b572935b-20f7-45ca-88c1-3e903c99c92f,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:15.202205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bd5d119f-173d-4a11-9a7b-24fe73bdbabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:15.256155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:15.257123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d5e1320>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:15.270097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:15.307727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:15.342369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5c0d3ffb-a9b9-4204-b8fa-d69ee83fa8a3 tempest-VolumesNegativeTest-1570337561 tempest-VolumesNegativeTest-1570337561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:15.436926 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Pushing event updated for resources: {'Port': ['ID=eafef8ed-bb76-415a-99ea-f01e430ed306,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:15.440882 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:15.442148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:15.486620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:15.610635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:15.612529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:15.890336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:09:15.922556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d5e1320>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:15Z', 'revision_number': 2, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:15.931367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a4f16-56ec-4d8c-94dd-89745465f26c None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:15Z', 'revision_number': 2, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:09:15.939607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-35541631-43c3-423c-a7f5-6e5a10e7fb2a None None] Provisioning complete for port eafef8ed-bb76-415a-99ea-f01e430ed306 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:15.940040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35541631-43c3-423c-a7f5-6e5a10e7fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:16.022324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-35541631-43c3-423c-a7f5-6e5a10e7fb2a None None] Port eafef8ed-bb76-415a-99ea-f01e430ed306 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:09:16.118202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:09:16.128340 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] 10.222.0.20 "PUT /v2.0/routers/a707879a-8e7a-4d8a-afc6-dcd7a0df7e18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5746787
Apr 15 15:09:17.023167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36608) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:17.030285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-420869509-network', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:17.035580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:17.040026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Usage tracker for resource:network and tenant:e6667ac18915428e8f01d3d4a19e3add is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:17.051290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:17.060468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:17.165275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Made reservation on behalf of e6667ac18915428e8f01d3d4a19e3add for: {'network': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:09:17.172331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.189698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.209442 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:17.214013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6667ac18915428e8f01d3d4a19e3add is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:17.218293 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:17.224722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:17.334694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.366058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.372955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f591d776-9135-45b8-917c-0d595fc5bd49 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:17.392813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740}  {{(pid=85437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:09:17.415379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd9a42a-b970-45cc-aae2-ec3341550dca,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:17.418595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.418992 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Added segment f4a5672d-a665-4d58-a3e0-97e7a6e0e539 of type vlan for network 5476bf5d-a71c-48ac-812f-1e652ee25bf4
Apr 15 15:09:17.420802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:17.499083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.572641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.574127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:17.575450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.581538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7605f842-3e3c-422b-b92a-c7456aec5a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:17.698073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Pushing event updated for resources: {'Network': ['ID=5476bf5d-a71c-48ac-812f-1e652ee25bf4,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:17.701346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:17.709156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:09:17.831379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 36616) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:17.834800 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8101258
Apr 15 15:09:17.842890 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Request body: {'subnet': {'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-420869509-subnet', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'ip_version': 4}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:17.850628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:17.856732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Usage tracker for resource:subnet and tenant:e6667ac18915428e8f01d3d4a19e3add is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:17.860413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:17.868938 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:17.936561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Made reservation on behalf of e6667ac18915428e8f01d3d4a19e3add for: {'subnet': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:09:17.941917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852588687'] for subnet, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:17.974615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device b572935b-20f7-45ca-88c1-3e903c99c92f up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:18.125085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port b572935b-20f7-45ca-88c1-3e903c99c92f completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:18.132915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port b572935b-20f7-45ca-88c1-3e903c99c92f triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:18.133331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:18.283694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:18.313692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port b572935b-20f7-45ca-88c1-3e903c99c92f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=b572935b-20f7-45ca-88c1-3e903c99c92f,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:18.388695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:18.392065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:18.484858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=b572935b-20f7-45ca-88c1-3e903c99c92f,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:18.496280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:18.579662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852627080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852588704'] for subnet, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:18.595789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:18.724505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=701b5b63-01f5-4978-83ad-d2a4c8f82a36,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:18.726737 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:18.743657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:18.832426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Checking segment: {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:18.833217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Network hostable DHCP agents. Network: 5476bf5d-a71c-48ac-812f-1e652ee25bf4, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:09:18.886470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:09:18.943625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 5476bf5d-a71c-48ac-812f-1e652ee25bf4) {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:18.952820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb85e7-af9d-458b-b12d-f424023c0040 None None] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:09:18.963796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:18.966218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.024655 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c9afe702-d71c-4d87-be17-bf4b601de686 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1915703
Apr 15 15:09:19.027488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36628) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:19.034770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:19.039945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:19.046981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Usage tracker for resource:router and tenant:e6667ac18915428e8f01d3d4a19e3add is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:19.065928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:19.082050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:19.122647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.123802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.158307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.250465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'fixed_ips': [{'subnet_id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 15:09:19.251510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.451571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Allocated IP 172.20.0.2 (5476bf5d-a71c-48ac-812f-1e652ee25bf4/701b5b63-01f5-4978-83ad-d2a4c8f82a36/a96203a9-f6ab-4017-8a09-855746c73ca0) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:19.534198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.724815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.739706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Transition to ACTIVE for port object a96203a9-f6ab-4017-8a09-855746c73ca0 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:19.761858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Transition to ACTIVE for port object a96203a9-f6ab-4017-8a09-855746c73ca0 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:19.774690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:09:19.786893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:19.787549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e51ae10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:19.832556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device b572935b-20f7-45ca-88c1-3e903c99c92f up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:19.881075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:19.969626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.005383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.009363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:20.027430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:20.185453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:20.192289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Allocated IP 172.27.0.100 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/f8694212-c0c8-40a9-a684-308f96002269) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:20.194969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:20.201988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:20.209234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Pushing event updated for resources: {'Port': ['ID=a96203a9-f6ab-4017-8a09-855746c73ca0,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:20.216883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:20.313749 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port b572935b-20f7-45ca-88c1-3e903c99c92f triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:20.314193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.383407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Attempting to bind port a96203a9-f6ab-4017-8a09-855746c73ca0 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:20.384027 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Attempting to bind port a96203a9-f6ab-4017-8a09-855746c73ca0 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:20.384664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Attempting to bind port a96203a9-f6ab-4017-8a09-855746c73ca0 on network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:20.395886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:20.396313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Checking segment: {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:20.396765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.397209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Bound using segment: {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:20.397731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Bound port: a96203a9-f6ab-4017-8a09-855746c73ca0, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:20.398152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.436144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.464436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e51ae10>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:15Z', 'revision_number': 2, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:20.470774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:09:20.471598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Updating router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 port eafef8ed-bb76-415a-99ea-f01e430ed306 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:09:20.516518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.553413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.572256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-54814bc8-168d-4ea2-b23f-3f0e556bf688 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:20.592761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] For port a96203a9-f6ab-4017-8a09-855746c73ca0, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:20.597019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] For port a96203a9-f6ab-4017-8a09-855746c73ca0, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a96203a9-f6ab-4017-8a09-855746c73ca0,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:20.635482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:20.653158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:20.755510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Pushing event updated for resources: {'Port': ['ID=f8694212-c0c8-40a9-a684-308f96002269,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:20.759982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:20.828142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Pushing event updated for resources: {'Port': ['ID=a96203a9-f6ab-4017-8a09-855746c73ca0,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:20.831717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:20.896712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:20.897652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:20.900907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:21.442280 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:21.457755 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Transition to ACTIVE for port object eafef8ed-bb76-415a-99ea-f01e430ed306 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:21.503089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:21.521344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b0efee80-1285-4964-b0e1-d4fd3355157e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:21.531730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:21.689401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Pushing event updated for resources: {'Port': ['ID=eafef8ed-bb76-415a-99ea-f01e430ed306,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:21.708376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.708776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.709424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.710005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.710545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.710914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.711508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.712125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.712591 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.712956 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.713649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.714299 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:21.730402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:21.900656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a96203a9-f6ab-4017-8a09-855746c73ca0 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:22.023689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port a96203a9-f6ab-4017-8a09-855746c73ca0 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:22.025866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Attempting to bind port eafef8ed-bb76-415a-99ea-f01e430ed306 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:22.026976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Attempting to bind port eafef8ed-bb76-415a-99ea-f01e430ed306 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:22.027493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Attempting to bind port eafef8ed-bb76-415a-99ea-f01e430ed306 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:22.035922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:22.035922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Checking segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:22.036339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:22.036693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Bound using segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:22.037595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Bound port: eafef8ed-bb76-415a-99ea-f01e430ed306, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:22.037595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:22.177342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] For port eafef8ed-bb76-415a-99ea-f01e430ed306, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:22.181967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] For port eafef8ed-bb76-415a-99ea-f01e430ed306, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=eafef8ed-bb76-415a-99ea-f01e430ed306,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:22.219193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:22.279979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:22.323261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:22.426537 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Pushing event updated for resources: {'Port': ['ID=eafef8ed-bb76-415a-99ea-f01e430ed306,revision_number=4']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:22.430328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bcfa069a-2a40-4ca5-8fee-a402adfee0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:22.551397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:22.552101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e51ae10>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:22.613282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 15:09:22.807007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24e822-4e76-4a9a-92e3-70bf49330343 None None] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:09:22.904283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:09:22.919637 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:22.920037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Sync routers for ids ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:09:22.947188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Routers {'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:22.947875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d8175f8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:22.976715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:22.978500 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-56364405-97fb-4387-a4dd-267055c4ab4e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9486969
Apr 15 15:09:22.981812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36652) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:23.147324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Set router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:23.298451 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Provisioning for port a96203a9-f6ab-4017-8a09-855746c73ca0 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:23.331083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e51ae10>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:22Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:23.335695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d0a936-559e-4429-86d6-62141dd56479 None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:22Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:09:23.390387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Provisioning complete for port a96203a9-f6ab-4017-8a09-855746c73ca0 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:23.395579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:23.925844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device eafef8ed-bb76-415a-99ea-f01e430ed306 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:24.043000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.099066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.188504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] For port a96203a9-f6ab-4017-8a09-855746c73ca0, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a96203a9-f6ab-4017-8a09-855746c73ca0,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:24.227708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port eafef8ed-bb76-415a-99ea-f01e430ed306 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:24.235611 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port eafef8ed-bb76-415a-99ea-f01e430ed306 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:24.236041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.318782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.328304 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:24.364061 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Allocated IP 172.20.0.1 (5476bf5d-a71c-48ac-812f-1e652ee25bf4/701b5b63-01f5-4978-83ad-d2a4c8f82a36/dceabf59-e043-415f-aa8d-6f36713356d3) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:24.447332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d8175f8>, [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:09:21Z', 'revision_number': 3, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:24.527277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Checking router: c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:09:24.527713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Updating router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 port f8694212-c0c8-40a9-a684-308f96002269 binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:09:24.565916 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Pushing event updated for resources: {'Port': ['ID=a96203a9-f6ab-4017-8a09-855746c73ca0,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:24.585872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:24.602971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-d0e20307-c7b4-4855-9b16-73797ec5f642 None None] Provisioning complete for port eafef8ed-bb76-415a-99ea-f01e430ed306 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:24.603211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.603472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d0e20307-c7b4-4855-9b16-73797ec5f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.627238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Transition to ACTIVE for port object dceabf59-e043-415f-aa8d-6f36713356d3 will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:24.657704 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.674996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.689053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.708285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:24.832770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port eafef8ed-bb76-415a-99ea-f01e430ed306, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=eafef8ed-bb76-415a-99ea-f01e430ed306,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:24.887845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:24.893313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:24.936400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:24.940489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:24.946357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:24.984259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Pushing event updated for resources: {'Port': ['ID=dceabf59-e043-415f-aa8d-6f36713356d3,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:24.995566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:25.041278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.155741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=eafef8ed-bb76-415a-99ea-f01e430ed306,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:25.163863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:25.208069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-c65e4bf0-4d9c-462f-8029-98eb9abb0a8b None None] Provisioning complete for port a96203a9-f6ab-4017-8a09-855746c73ca0 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:25.208378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c65e4bf0-4d9c-462f-8029-98eb9abb0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.465741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.488657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Transition to ACTIVE for port object f8694212-c0c8-40a9-a684-308f96002269 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:25.532308 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.640011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:25.754745 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.755983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a941b-4512-4e24-81ff-282d84d7f8e3 None None] Pushing event updated for resources: {'Port': ['ID=f8694212-c0c8-40a9-a684-308f96002269,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:25.772334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f02a941b-4512-4e24-81ff-282d84d7f8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:25.775985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-761fb4fe-414b-48cd-8789-99ecf70234f2 None None] Provisioning for port dceabf59-e043-415f-aa8d-6f36713356d3 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:25.794911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-761fb4fe-414b-48cd-8789-99ecf70234f2 None None] Provisioning complete for port dceabf59-e043-415f-aa8d-6f36713356d3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:25.795450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-761fb4fe-414b-48cd-8789-99ecf70234f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.886414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-761fb4fe-414b-48cd-8789-99ecf70234f2 None None] Port dceabf59-e043-415f-aa8d-6f36713356d3 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:09:25.893617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a96203a9-f6ab-4017-8a09-855746c73ca0 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:25.943697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Attempting to bind port f8694212-c0c8-40a9-a684-308f96002269 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:25.944271 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Attempting to bind port f8694212-c0c8-40a9-a684-308f96002269 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:25.944695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Attempting to bind port f8694212-c0c8-40a9-a684-308f96002269 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:25.957903 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:25.958399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:25.960141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:25.960141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:25.960141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Bound port: f8694212-c0c8-40a9-a684-308f96002269, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:25.960439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.079233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a96203a9-f6ab-4017-8a09-855746c73ca0 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:26.079819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.119797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] For port f8694212-c0c8-40a9-a684-308f96002269, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:26.141244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] For port f8694212-c0c8-40a9-a684-308f96002269, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=f8694212-c0c8-40a9-a684-308f96002269,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:26.143746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.202598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.212345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.218444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0e92264d-13ef-4a2d-8ba4-9c7e19eb0562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:26.269795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5fa5661c-cdf8-42ab-993e-347892f58910 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:26.307194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.348007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device eafef8ed-bb76-415a-99ea-f01e430ed306 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:26.428345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Pushing event updated for resources: {'Port': ['ID=dceabf59-e043-415f-aa8d-6f36713356d3,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:26.439201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a941b-4512-4e24-81ff-282d84d7f8e3 None None] Pushing event updated for resources: {'Port': ['ID=f8694212-c0c8-40a9-a684-308f96002269,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:26.443539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.443967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.444381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.444789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.445389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.445594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.445911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f02a941b-4512-4e24-81ff-282d84d7f8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:26.446048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.446632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.447041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.447436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.447834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.448859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:26.462788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:26.507996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:26.510682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:26.680793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port eafef8ed-bb76-415a-99ea-f01e430ed306 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:26.681212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:26.750761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:09:26.751652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Routers {'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:26.752360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d8175f8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:26.935238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-f8a20efa-ab5b-4ca7-8a7e-1750a4e9b092 None None] Provisioning complete for port dceabf59-e043-415f-aa8d-6f36713356d3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:26.935529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f8a20efa-ab5b-4ca7-8a7e-1750a4e9b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:27.014342 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:09:27.032512 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] 10.222.0.20 "PUT /v2.0/routers/c9827054-40e0-4f46-bdc2-eea1dc3ea6e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0492978
Apr 15 15:09:27.080067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] Set router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:27.125578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-f8a20efa-ab5b-4ca7-8a7e-1750a4e9b092 None None] Port dceabf59-e043-415f-aa8d-6f36713356d3 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:09:27.451627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d8175f8>, [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'dceabf59-e043-415f-aa8d-6f36713356d3', 'name': '', 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'mac_address': 'fa:16:3e:89:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:24Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 2, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'subnets': [{'id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:27.456574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649e2e-11a2-415a-b7d0-10a9ab486491 None None] The sync data for ids ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'] in dv-cinder-734144-16-iscsi is: [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'dceabf59-e043-415f-aa8d-6f36713356d3', 'name': '', 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'mac_address': 'fa:16:3e:89:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:24Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 2, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'subnets': [{'id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:09:27.522328 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:09:27.650763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36690) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:27.656869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202514493', 'description': 'tempest-secgroup-smoke-202514493 description', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:27.665087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:27.670247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:27.673274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:27.679439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:27.726623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:27.749660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:27.753706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:27.756662 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:27.762818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:27.973235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.005024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.011045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-521fefe8-c4fd-450b-abc6-183a3f9250fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:28.057686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e289255-b495-443d-b5d5-1a7c35faf96c,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:28.061156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:28.085273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.086701 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4348443
Apr 15 15:09:28.089716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36702) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:28.096235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group_rule': {'security_group_id': '1e289255-b495-443d-b5d5-1a7c35faf96c', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:28.103008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:28.107867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:28.111076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:28.117253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:28.162184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.245205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.292329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.294817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a48ed8f3-e40b-46b7-bd0c-a6df3e993e44 tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:28.318984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836de362-5c20-4f80-a336-c9a258565832,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:28.321885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:28.355298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.356833 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-392d3626-b11b-41ba-8465-d97eda2c28fd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2655299
Apr 15 15:09:28.359763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36706) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:28.365642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group_rule': {'security_group_id': '1e289255-b495-443d-b5d5-1a7c35faf96c', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:28.372584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:28.376806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:28.379964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:28.386205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:28.431196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.500101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.532319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.540679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:28.564315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6c24da-6ba2-42ed-bb66-7a1f65648ed1,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:28.566951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:28.600684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.602018 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2412300
Apr 15 15:09:28.604998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36710) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:28.612321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group_rule': {'security_group_id': '1e289255-b495-443d-b5d5-1a7c35faf96c', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:28.619638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:28.623967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:28.627109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:28.633220 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:28.683139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.752519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.801371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.804127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77b1d47a-e088-4eaf-9dce-3da39eb3aa1d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:28.830294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd83b5b0-a95b-420a-a277-37992620779f,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:28.833239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:28.879344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:28.880683 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f5af2e36-ff6c-4e1c-bedd-3aa95e668cc5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2737765
Apr 15 15:09:28.883677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36730) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:28.889476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group_rule': {'security_group_id': '1e289255-b495-443d-b5d5-1a7c35faf96c', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:28.895898 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:28.900040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:28.903586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:28.909630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:28.956885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.022897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.050416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.052647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:29.077444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e229df90-0f61-4b70-a382-c0c118a2759f,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:29.080101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:29.107622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.108920 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-7f05e870-977d-4ddd-8eca-7a29580cbad8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2241421
Apr 15 15:09:29.111773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36742) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:29.117241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group_rule': {'security_group_id': '1e289255-b495-443d-b5d5-1a7c35faf96c', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:29.123986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:29.128097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:29.131197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:29.137788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:29.170361 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.securitygroups_db [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Project aa1edd604df44a5ab3f1fd047e3be133 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 15:09:29.177695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.250959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.286274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.288427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:29.313176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630c2379-b272-45ed-a9ad-f7fbca6d747c,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:29.317283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:29.359106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.363064 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3455c6ca-bbc9-4561-bcb7-db6e8e04e984 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2502837
Apr 15 15:09:29.365892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36756) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:29.372053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'security_group_rule': {'security_group_id': '1e289255-b495-443d-b5d5-1a7c35faf96c', 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:29.378616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:29.382865 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:security_group_rule and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:29.385827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:29.392983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:29.456367 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.securitygroups_db [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Project aa1edd604df44a5ab3f1fd047e3be133 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 15:09:29.463859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.537539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.581970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.590144 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:29.617532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52902001-7edf-4f86-9197-5608cd1aa588,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:29.620009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:29.650057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:29.651372 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e708c29d-95bf-4a42-944b-0b715e728d0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2844059
Apr 15 15:09:29.839889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device f8694212-c0c8-40a9-a684-308f96002269 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:29.943105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port f8694212-c0c8-40a9-a684-308f96002269 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:29.950479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port f8694212-c0c8-40a9-a684-308f96002269 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:29.950793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:30.094761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:30.115232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port f8694212-c0c8-40a9-a684-308f96002269, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=f8694212-c0c8-40a9-a684-308f96002269,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:30.160360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:30.163345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bd5d119f-173d-4a11-9a7b-24fe73bdbabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:30.239825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=f8694212-c0c8-40a9-a684-308f96002269,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:30.243638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:30.562793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Sync routers for ids ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:09:30.573443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Routers {'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:30.575736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dfb86a0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:30.769774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Set router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:31.274733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dfb86a0>, [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'dceabf59-e043-415f-aa8d-6f36713356d3', 'name': '', 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'mac_address': 'fa:16:3e:89:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:24Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 2, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'subnets': [{'id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:31.279599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Checking router: c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:09:31.279996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Updating router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 port dceabf59-e043-415f-aa8d-6f36713356d3 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:09:31.339445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.386667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36842) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:31.458230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Deleting subnet 1f973876-a9de-4d74-bb0e-eab0bec69126 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:09:31.461352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.513538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.572622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.776593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.791297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Transition to ACTIVE for port object dceabf59-e043-415f-aa8d-6f36713356d3 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:31.811253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device f8694212-c0c8-40a9-a684-308f96002269 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:31.846107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.863441 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:31.895272 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port f8694212-c0c8-40a9-a684-308f96002269 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:31.895860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.914784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:31.931969 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:32.008454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7af33-d3e3-42eb-b6bd-133ffa14b4c3 None None] Pushing event updated for resources: {'Port': ['ID=dceabf59-e043-415f-aa8d-6f36713356d3,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:32.014075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87a7af33-d3e3-42eb-b6bd-133ffa14b4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:32.025151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f973876-a9de-4d74-bb0e-eab0bec69126,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:32.029425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:32.078151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.084902 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f973876-a9de-4d74-bb0e-eab0bec69126 HTTP/1.1" status: 204  len: 168 time: 0.6971445
Apr 15 15:09:32.087640 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36848) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:32.216852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.226152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Attempting to bind port dceabf59-e043-415f-aa8d-6f36713356d3 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:32.226926 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Attempting to bind port dceabf59-e043-415f-aa8d-6f36713356d3 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:32.227057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Attempting to bind port dceabf59-e043-415f-aa8d-6f36713356d3 on network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:32.233902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:32.234366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Checking segment: {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:32.234819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.235262 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Bound using segment: {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:32.235788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Bound port: dceabf59-e043-415f-aa8d-6f36713356d3, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:32.236211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.336765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] For port dceabf59-e043-415f-aa8d-6f36713356d3, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:32.340233 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] For port dceabf59-e043-415f-aa8d-6f36713356d3, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=dceabf59-e043-415f-aa8d-6f36713356d3,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:32.370485 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.386501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:32.422260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.529817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7af33-d3e3-42eb-b6bd-133ffa14b4c3 None None] Pushing event updated for resources: {'Port': ['ID=dceabf59-e043-415f-aa8d-6f36713356d3,revision_number=4']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:32.542276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87a7af33-d3e3-42eb-b6bd-133ffa14b4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:32.546990 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426dbef0b8>,) {'filters': {'network_id': ['9a6a67ea-94fc-4823-8405-cfcfeaadeedf']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:32.561303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426dbef0b8>, '64084b94-904d-475b-a5b1-9b292908ba9b') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:32.561639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426dbef0b8>, '64084b94-904d-475b-a5b1-9b292908ba9b') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:32.573818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.586413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Routers {'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:09:32.587120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dfb86a0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:09:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:32.593331 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.600197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:09:32.748040 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-20c737dc-48e2-4d51-9195-ee88730e7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:32.833951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] Set router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:09:32.837455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:09:32.846894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.032265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Network 9a6a67ea-94fc-4823-8405-cfcfeaadeedf has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:09:33.056274 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:09:33.164452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.168690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-04d80b80-1512-43d5-877a-7e165f9aa9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:33.176217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dfb86a0>, [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'dceabf59-e043-415f-aa8d-6f36713356d3', 'name': '', 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'mac_address': 'fa:16:3e:89:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:24Z', 'updated_at': '2021-04-15T15:09:32Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'subnets': [{'id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:09:33.180429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e29d65-4c9f-46d8-a88f-9874e87a5a07 None None] The sync data for ids ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'] in dv-cinder-734144-16-iscsi is: [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:09:25Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'dceabf59-e043-415f-aa8d-6f36713356d3', 'name': '', 'network_id': '5476bf5d-a71c-48ac-812f-1e652ee25bf4', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'mac_address': 'fa:16:3e:89:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:24Z', 'updated_at': '2021-04-15T15:09:32Z', 'revision_number': 4, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'subnets': [{'id': '701b5b63-01f5-4978-83ad-d2a4c8f82a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:09:33.186981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.193946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6a67ea-94fc-4823-8405-cfcfeaadeedf,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:33.199791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:33.234036 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a08c8031-839d-4176-b954-77678e9dc2e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a6a67ea-94fc-4823-8405-cfcfeaadeedf HTTP/1.1" status: 204  len: 168 time: 1.1453092
Apr 15 15:09:33.525088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36856) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:33.581731 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1e7e82d0-c642-41f2-a415-a1c8fd0ca645 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7dd89e3cdef464da28b8e1c30a7b1f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552428
Apr 15 15:09:33.584216 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 36860) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:33.648092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.675676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.829137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.834456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device dceabf59-e043-415f-aa8d-6f36713356d3 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:33.834628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3455d784-90ca-4ce2-9c98-26e97742b214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:33.854854 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6aa560-5a15-44e6-9246-5048a10594d2,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:33.859330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:33.896298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:33.897726 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a84f6cb3-821c-4ef6-b60d-6a8576fb2eac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d6aa560-5a15-44e6-9246-5048a10594d2 HTTP/1.1" status: 204  len: 168 time: 0.3125625
Apr 15 15:09:33.964511 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port dceabf59-e043-415f-aa8d-6f36713356d3 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:33.970128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port dceabf59-e043-415f-aa8d-6f36713356d3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:33.971009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:34.102207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:34.139899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port dceabf59-e043-415f-aa8d-6f36713356d3, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=dceabf59-e043-415f-aa8d-6f36713356d3,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:09:34.164604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:34.167617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:34.241557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=dceabf59-e043-415f-aa8d-6f36713356d3,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:34.244989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:34.863139 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e2a69775-576b-44fc-948c-3f309e1552ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:35.806774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device dceabf59-e043-415f-aa8d-6f36713356d3 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:09:35.886028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port dceabf59-e043-415f-aa8d-6f36713356d3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:35.887083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:36.166060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:36.754631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:37.560498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:48.742934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:53.402487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-7ea1214f-7a54-4b97-986c-e3732e4965fb tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:09:53.435062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-7ea1214f-7a54-4b97-986c-e3732e4965fb tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:09:53.436302 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-7ea1214f-7a54-4b97-986c-e3732e4965fb tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202514493&fields=id&tenant_id=aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 267 time: 0.3180943
Apr 15 15:09:53.600853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d64e852c-2b95-491b-b436-c0f151ef7016 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:53.602487 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d64e852c-2b95-491b-b436-c0f151ef7016 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 812 time: 0.1586115
Apr 15 15:09:53.618914 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-3246e846-d7fc-477e-a11c-c4a973ba49f5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/quotas/aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 375 time: 0.0098319
Apr 15 15:09:53.708294 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-0f0b5950-10ac-496b-84ea-7dcb325e2cb6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0833535
Apr 15 15:09:53.860848 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-836ab11c-5616-4fc8-a591-bbd570f44e70 service neutron] 10.222.0.20 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404076
Apr 15 15:09:54.007546 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-1839c5c2-9f2b-407b-ac87-bbfe7aa83928 service neutron] 10.222.0.20 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396329
Apr 15 15:09:54.988300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-ec1c979b-d3fb-4b13-9fb1-d5facc8a881f req-bce23304-3f35-4c50-b56c-8a11c958a1b5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:09:55.055848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-ec1c979b-d3fb-4b13-9fb1-d5facc8a881f req-bce23304-3f35-4c50-b56c-8a11c958a1b5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:09:55.066792 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ec1c979b-d3fb-4b13-9fb1-d5facc8a881f req-bce23304-3f35-4c50-b56c-8a11c958a1b5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 210 time: 0.2528613
Apr 15 15:09:56.380695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f6ff7940-d5c7-4404-b64a-8e07134fc175 req-4e6b4990-e79b-4e9b-a177-863f3d120293 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 210 time: 0.0550504
Apr 15 15:09:56.717826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37078) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:56.930893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:56.961596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:56.970647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:6fab2d0b256b4b37ae4e673c055b7626 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:09:56.976471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:09:56.995798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:57.039925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-e847e549-c077-4233-b729-77bb2e253f4f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:57.041456 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-e847e549-c077-4233-b729-77bb2e253f4f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 812 time: 0.2203653
Apr 15 15:09:57.154600 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-9efe36a1-df4c-4c4b-8f56-8e29d866d872 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 8059 time: 0.1017635
Apr 15 15:09:57.166275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'port': {'device_id': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'admin_state_up': True, 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'security_groups': ['1e289255-b495-443d-b5d5-1a7c35faf96c']}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:57.264154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.333571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:09:57.344444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:09:57.480538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.490872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3482f82c-8d44-42d6-a6a0-f4820d7db906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:57.534124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Made reservation on behalf of aa1edd604df44a5ab3f1fd047e3be133 for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:09:57.540218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.551167 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b951a510-9059-49f3-9c31-8f9a8b18f1ae req-7d3c9689-a2d5-4b2c-a9e9-252a0491346c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 210 time: 0.0489240
Apr 15 15:09:57.555311 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fab2d0b256b4b37ae4e673c055b7626&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8362691
Apr 15 15:09:57.557494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37086) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:09:57.559267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8321b-4cf1-4eb0-a5d9-17673ee12c2b,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:57.564125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:57.622964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.650230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.730015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Allocated IP 172.20.0.9 (6f3176c3-0810-4994-b2ba-3edc500541fe/742d7621-ca49-4ff6-8833-62cc85eb7d81/f9ce55c1-e473-459e-ada2-c45e97089c08) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:09:57.743137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.748717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-36fd86bd-4c57-4163-89a2-ec68abb5629a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:57.763709 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8321b-4cf1-4eb0-a5d9-17673ee12c2b,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:57.772403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.772869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.773298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.773709 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.774121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.774561 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.774980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.775385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.775791 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.776212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.776612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.777011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:09:57.794828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:57.796176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.797413 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d5f811ba-3616-4853-81f9-bee4424a8b03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51c8321b-4cf1-4eb0-a5d9-17673ee12c2b HTTP/1.1" status: 204  len: 168 time: 0.2389038
Apr 15 15:09:57.944288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:57.961596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Transition to ACTIVE for port object f9ce55c1-e473-459e-ada2-c45e97089c08 will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:58.029797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:58.048758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-64a12265-9ae9-4896-92c2-6240ff40dd10 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:58.198597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=f9ce55c1-e473-459e-ada2-c45e97089c08,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:58.204314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:58.259577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:09:58.260775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:09:58.263880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:09:58.338443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:58.339314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:58.395937 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2336087
Apr 15 15:09:58.408360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-a4928003-aee9-4ee9-9520-dd1b518aadd8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 15:09:58.409449 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-a4928003-aee9-4ee9-9520-dd1b518aadd8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069494
Apr 15 15:09:58.536049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Request body: {'port': {'device_id': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:09:58.561122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-1d00a1aa-b6a9-459a-8816-bbf0685b9f87 None None] Provisioning for port f9ce55c1-e473-459e-ada2-c45e97089c08 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:09:58.566568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-1d00a1aa-b6a9-459a-8816-bbf0685b9f87 None None] Provisioning complete for port f9ce55c1-e473-459e-ada2-c45e97089c08 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:09:58.567064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1d00a1aa-b6a9-459a-8816-bbf0685b9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:58.629099 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-1d00a1aa-b6a9-459a-8816-bbf0685b9f87 None None] Port f9ce55c1-e473-459e-ada2-c45e97089c08 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:09:58.729596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:58.866374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3598b2-c6ba-47ef-bda3-a00faa2e2484 req-7e14da8c-d731-4d45-8988-cf705894d969 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:09:58.867138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-8d3598b2-c6ba-47ef-bda3-a00faa2e2484 req-7e14da8c-d731-4d45-8988-cf705894d969 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:09:58.951573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-8d3598b2-c6ba-47ef-bda3-a00faa2e2484 req-7e14da8c-d731-4d45-8988-cf705894d969 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:09:58.952852 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8d3598b2-c6ba-47ef-bda3-a00faa2e2484 req-7e14da8c-d731-4d45-8988-cf705894d969 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 931 time: 0.2831047
Apr 15 15:09:59.094939 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8d3598b2-c6ba-47ef-bda3-a00faa2e2484 req-d75f6162-46bd-4239-b47d-68ffcd219100 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322699
Apr 15 15:09:59.234971 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ce55c1-e473-459e-ada2-c45e97089c08 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:09:59.243347 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:59.258298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Transition to ACTIVE for port object f9ce55c1-e473-459e-ada2-c45e97089c08 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:09:59.285818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:59.301700 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-73e3059b-a527-473d-910b-faf999a62c89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:09:59.436116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce55c1-e473-459e-ada2-c45e97089c08,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:09:59.440695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:09:59.673188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Attempting to bind port f9ce55c1-e473-459e-ada2-c45e97089c08 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:09:59.673702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Attempting to bind port f9ce55c1-e473-459e-ada2-c45e97089c08 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:09:59.673923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Attempting to bind port f9ce55c1-e473-459e-ada2-c45e97089c08 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:59.679010 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Port f9ce55c1-e473-459e-ada2-c45e97089c08 on network 6f3176c3-0810-4994-b2ba-3edc500541fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:09:59.679355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Attempting to bind port f9ce55c1-e473-459e-ada2-c45e97089c08 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:09:59.686354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:09:59.686784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Checking segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:09:59.687369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Bound using segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:09:59.687867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Bound port: f9ce55c1-e473-459e-ada2-c45e97089c08, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:09:59.688265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:59.784013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] For port f9ce55c1-e473-459e-ada2-c45e97089c08, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:09:59.787184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] For port f9ce55c1-e473-459e-ada2-c45e97089c08, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f9ce55c1-e473-459e-ada2-c45e97089c08,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:09:59.817901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:09:59.834245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ea25944c-c42e-4ef8-8c5d-3564469fecfa tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:00.000057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce55c1-e473-459e-ada2-c45e97089c08,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:00.005547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:00.037350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:00.038143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:00.039752 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-d2951368-d284-4674-965c-28cb473252b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 200  len: 1093 time: 1.6237082
Apr 15 15:10:00.040305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:10:00.092168 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'status': 'completed', 'code': 200}
Apr 15 15:10:00.194266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-15a80376-bfa1-49be-96ac-3c155e6364dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:00.196200 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-15a80376-bfa1-49be-96ac-3c155e6364dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1096 time: 0.0867035
Apr 15 15:10:00.317490 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-6bc22a3d-66d6-4c53-b283-ca0e5524a454 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 200  len: 217 time: 0.1137321
Apr 15 15:10:00.659499 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-f3f228ff-b212-4571-81e0-822282549ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:00.660983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-f3f228ff-b212-4571-81e0-822282549ac9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.3363001
Apr 15 15:10:00.673197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d285c8-30a4-4bb4-875b-9322b084bc03 req-b51f0bce-3117-4304-baf4-6b188c2f3407 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:00.674712 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26d285c8-30a4-4bb4-875b-9322b084bc03 req-b51f0bce-3117-4304-baf4-6b188c2f3407 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.4156692
Apr 15 15:10:00.771646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-26d285c8-30a4-4bb4-875b-9322b084bc03 req-ea1e4a6e-2ff6-4df4-a085-a69eb1c8a9f3 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611150
Apr 15 15:10:00.797844 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-b5496561-0e2a-45c0-9a41-6d674a967888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:00.799524 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-b5496561-0e2a-45c0-9a41-6d674a967888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1238477
Apr 15 15:10:00.944402 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-78936f04-349e-4a0c-81b8-96c136070e01 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380336
Apr 15 15:10:01.087969 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-58b019f5-4485-4381-9d51-c3d583ff50cd req-2a8415df-0ccc-4301-aa4f-41c16b22127c service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366441
Apr 15 15:10:01.244703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-efd320cb-c2e3-4269-8785-4be7727af1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:01.247479 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-efd320cb-c2e3-4269-8785-4be7727af1a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1096 time: 0.0877306
Apr 15 15:10:01.392870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-fa809087-9b21-4e2a-a433-b884a65e91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:01.394485 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-fa809087-9b21-4e2a-a433-b884a65e91a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1402547
Apr 15 15:10:01.471117 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-913c0c7a-e83a-43b0-bf44-8de083b46000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 200  len: 217 time: 0.0691807
Apr 15 15:10:01.974033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd46868-5206-4616-ae9b-8bdc67698249 req-9f187186-0800-4f3b-83bb-5cdaf758b1aa tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:01.975664 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2cd46868-5206-4616-ae9b-8bdc67698249 req-9f187186-0800-4f3b-83bb-5cdaf758b1aa tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0889156
Apr 15 15:10:02.022344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-2cd46868-5206-4616-ae9b-8bdc67698249 req-9c6872d7-a7fc-4dbb-bfb5-86f79fcbcf49 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:security_group {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:10:02.035689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-2cd46868-5206-4616-ae9b-8bdc67698249 req-9c6872d7-a7fc-4dbb-bfb5-86f79fcbcf49 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:security_group {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:10:02.036865 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2cd46868-5206-4616-ae9b-8bdc67698249 req-9c6872d7-a7fc-4dbb-bfb5-86f79fcbcf49 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546653
Apr 15 15:10:02.429569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-46dd9fb3-670d-4846-92e7-03dd68650da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:02.431128 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-46dd9fb3-670d-4846-92e7-03dd68650da2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0687101
Apr 15 15:10:02.735615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b5a3090a-e11b-4fee-bb58-d407af864bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:03.236976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49fa8f-2f1d-4d04-a0f4-449e0789bf9b req-58146174-69c0-42ce-8be5-d103bf962fc0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:03.238576 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e49fa8f-2f1d-4d04-a0f4-449e0789bf9b req-58146174-69c0-42ce-8be5-d103bf962fc0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0882437
Apr 15 15:10:03.346616 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e49fa8f-2f1d-4d04-a0f4-449e0789bf9b req-19a55cc1-d25a-466f-a019-2f43d1d39431 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623264
Apr 15 15:10:03.364943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-1477a51e-0767-4333-bd0b-06a4f7441ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:03.366558 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-1477a51e-0767-4333-bd0b-06a4f7441ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1243794
Apr 15 15:10:04.380031 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-f8d01682-ad2e-45bd-8d99-d32fe1bfa4ba service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375015
Apr 15 15:10:04.521569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:10:04.526992 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5b0d695d-aa29-4531-9050-7d5893eb0d82 req-45b77628-89ea-41aa-bd42-c59df4d4605b service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396971
Apr 15 15:10:04.557181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690878-fb71-4ae9-88e5-99978fba8f0c req-89cd6b69-6958-4b57-8bc5-a75380189fdd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:04.559306 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c3690878-fb71-4ae9-88e5-99978fba8f0c req-89cd6b69-6958-4b57-8bc5-a75380189fdd tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0958884
Apr 15 15:10:04.607761 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c3690878-fb71-4ae9-88e5-99978fba8f0c req-b96edd5a-dd51-4c19-8c7c-ba1ce92ff672 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422115
Apr 15 15:10:04.838681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f6641236-1899-4446-a61e-67d61229f0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:05.810741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8387-252f-4967-8782-b7396a5f2a08 req-53b4c28e-6f32-4292-8937-7d31c5e42a60 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:05.812371 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-626a8387-252f-4967-8782-b7396a5f2a08 req-53b4c28e-6f32-4292-8937-7d31c5e42a60 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0909812
Apr 15 15:10:05.862519 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-626a8387-252f-4967-8782-b7396a5f2a08 req-5044c7a4-1c57-47d4-9520-1eee083cd8ba tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433288
Apr 15 15:10:06.177136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:06.760101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:07.064650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475185a2-e667-485d-bac1-4059497b370b req-679f9bf1-222c-46d7-a5aa-5bb312830fd0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:07.066260 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-475185a2-e667-485d-bac1-4059497b370b req-679f9bf1-222c-46d7-a5aa-5bb312830fd0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0889235
Apr 15 15:10:07.114255 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-475185a2-e667-485d-bac1-4059497b370b req-8b973d8c-0e17-4e53-9f68-f09bb04d75a8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412929
Apr 15 15:10:07.564243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.328102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb83316-48dc-40bf-981d-ce00ec051403 req-10053e02-b3b0-4b58-87df-dcfc8b356f3d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:08.329711 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-deb83316-48dc-40bf-981d-ce00ec051403 req-10053e02-b3b0-4b58-87df-dcfc8b356f3d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0971191
Apr 15 15:10:08.377462 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-deb83316-48dc-40bf-981d-ce00ec051403 req-74b2f2e3-b110-42a6-9441-a2c9c2654ed4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413978
Apr 15 15:10:08.396287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37180) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:08.522839 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.537889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:08.541881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Usage tracker for resource:security_group_rule and tenant:b04fa6314e414035b446242f06f1f092 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:08.545397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:08.551405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:08.635707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.666672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.676154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-07d07fcf-e73f-45f7-a47b-bc6d0dc829be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:08.717898 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b04fa6314e414035b446242f06f1f092&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3205068
Apr 15 15:10:08.718855 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f548e-3dff-4e4a-a596-c7e553f3313a,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:08.720886 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37186) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:08.722374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-799dd895-94bf-4c71-a1c2-9612c0735e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:08.783393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.812298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.890469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.895687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-04dbb2bd-4c09-4111-9f1b-f273821e14b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:08.910696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f548e-3dff-4e4a-a596-c7e553f3313a,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:08.913473 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:08.914718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:08.915921 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9a2dfb8a-8e14-4c67-8d9c-d045d3cc5e27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/692f548e-3dff-4e4a-a596-c7e553f3313a HTTP/1.1" status: 204  len: 168 time: 0.1938813
Apr 15 15:10:09.582399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13edd8d-0f27-48d0-a8ef-84def6ed202c req-6b4a1eda-b480-408a-bf94-d692d719738f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:09.584001 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b13edd8d-0f27-48d0-a8ef-84def6ed202c req-6b4a1eda-b480-408a-bf94-d692d719738f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 943 time: 0.0933135
Apr 15 15:10:09.639511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b13edd8d-0f27-48d0-a8ef-84def6ed202c req-7bad80b0-8a94-45cb-892e-c0d38194cc75 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491724
Apr 15 15:10:09.797037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37212) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:09.872383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device f9ce55c1-e473-459e-ada2-c45e97089c08 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:10:09.910015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372682720-network', 'tenant_id': '50f4590e4d854fc19855593ce4560649'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:09.915117 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:09.919669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Usage tracker for resource:network and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:09.922696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:09.928670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:09.969802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Made reservation on behalf of 50f4590e4d854fc19855593ce4560649 for: {'network': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:10:09.974706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:09.987914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.003625 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:10.007665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:10.010680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:10.016867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port f9ce55c1-e473-459e-ada2-c45e97089c08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f9ce55c1-e473-459e-ada2-c45e97089c08,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:10.017422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:10.030620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'port_id': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'mac_address': 'fa:16:3e:d7:cf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:10:10.089503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.102568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.106961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ce55c1-e473-459e-ada2-c45e97089c08 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:10:10.123235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port f9ce55c1-e473-459e-ada2-c45e97089c08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f9ce55c1-e473-459e-ada2-c45e97089c08,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:10.141143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.145519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-40786798-156a-4de8-8ff0-2e1f46afd40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:10.170374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.172310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6295bdb5-0c10-498b-90a8-1302a279ffaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:10.174042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717}  {{(pid=85437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:10:10.183125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d461fb-09d7-4862-b68f-98aa991a3cef,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:10.187592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:10.190114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.190539 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Added segment 51e2f45c-c868-4abb-80a5-00e72aca3c47 of type vlan for network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91
Apr 15 15:10:10.217849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.248142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=f9ce55c1-e473-459e-ada2-c45e97089c08,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:10.251642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:10.285930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.287392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:10.288044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.294249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-41691504-3208-45c7-9363-9cc221f56b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:10.380581 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['f9ce55c1-e473-459e-ada2-c45e97089c08'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:10:10.400041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Pushing event updated for resources: {'Network': ['ID=0cd668cc-a9a6-4bc4-b5af-c774ff79da91,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:10.403013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:10.420069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:10:10.421820 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6235702
Apr 15 15:10:10.424824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37218) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:10.431069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Request body: {'subnet': {'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372682720-subnet', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:10.437480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:10.441720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Usage tracker for resource:subnet and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:10.444689 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:10.451424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:10.491481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Made reservation on behalf of 50f4590e4d854fc19855593ce4560649 for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:10:10.500247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:10.931793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae42375-a54c-435c-b539-d7aaa23f1d25 req-ba4e3798-7f8e-4746-a1e1-227cde98e059 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:10.933305 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fae42375-a54c-435c-b539-d7aaa23f1d25 req-ba4e3798-7f8e-4746-a1e1-227cde98e059 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 944 time: 0.1770246
Apr 15 15:10:11.003002 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fae42375-a54c-435c-b539-d7aaa23f1d25 req-a28ba8f1-3a97-4d06-9d5d-36a4c89a7d64 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629530
Apr 15 15:10:11.069127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.085026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:11.205103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=acda081c-3457-45d0-8cf5-be605f801867,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:11.207925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:11.278506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Checking segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:11.278906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Network hostable DHCP agents. Network: 0cd668cc-a9a6-4bc4-b5af-c774ff79da91, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:10:11.330945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:10:11.365250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, 0cd668cc-a9a6-4bc4-b5af-c774ff79da91) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:11.375686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bb9bf-ae15-4f1b-888a-c0c56b4926a9 None None] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:10:11.379036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:11.379682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.423294 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6727bbd8-4de2-4b29-a019-808e76f558dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9973598
Apr 15 15:10:11.425992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37224) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:11.431329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:11.436634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:11.440615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Usage tracker for resource:router and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:11.444160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:11.451400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:11.486096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.487215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.503860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.764181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 15:10:11.765101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.816783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:11.873383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device f9ce55c1-e473-459e-ada2-c45e97089c08 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:12.001525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Allocated IP 172.20.0.2 (0cd668cc-a9a6-4bc4-b5af-c774ff79da91/acda081c-3457-45d0-8cf5-be605f801867/04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:12.035180 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port f9ce55c1-e473-459e-ada2-c45e97089c08 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:12.091193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port f9ce55c1-e473-459e-ada2-c45e97089c08 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:12.091622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.230856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe1695-e812-46c1-a6e5-63361d4666d9 req-cba87f4b-a357-4b13-8649-d33842c81691 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:12.234733 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4fbe1695-e812-46c1-a6e5-63361d4666d9 req-cba87f4b-a357-4b13-8649-d33842c81691 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 944 time: 0.1042030
Apr 15 15:10:12.285840 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-4fbe1695-e812-46c1-a6e5-63361d4666d9 req-470e23f2-7151-4522-b33b-4f6984253151 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460474
Apr 15 15:10:12.350119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.369970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.389116 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Transition to ACTIVE for port object 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:12.396251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:10:12.415629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port f9ce55c1-e473-459e-ada2-c45e97089c08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f9ce55c1-e473-459e-ada2-c45e97089c08,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:12.425120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.425597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Transition to ACTIVE for port object 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:12.446597 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'code': 200}
Apr 15 15:10:12.455408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.458067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f02a941b-4512-4e24-81ff-282d84d7f8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:12.460599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.499276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.613263 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Allocated IP 172.27.0.135 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/0f634d65-3c0c-4b5d-b7c1-f78b88f382cb) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:12.620639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=f9ce55c1-e473-459e-ada2-c45e97089c08,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:12.624821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:12.628164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:12.726052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Pushing event updated for resources: {'Port': ['ID=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:12.729563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:12.744201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:12.745651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:12.748570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:12.820189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.846805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Attempting to bind port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:12.847265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Attempting to bind port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:12.847665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Attempting to bind port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 on network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:12.853329 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:12.853758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Checking segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:12.854235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.854666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Bound using segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:12.855181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Bound port: 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:12.856195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.878043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf4844-20da-4f2f-ac29-209d856d5c30 req-c2e30745-0111-4d7e-86e9-e09f9deb5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:12.879581 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-67cf4844-20da-4f2f-ac29-209d856d5c30 req-c2e30745-0111-4d7e-86e9-e09f9deb5467 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1098 time: 0.1084051
Apr 15 15:10:12.925905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.944311 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-77909402-0c7e-4832-9c79-d60159039ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:12.950020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] For port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:12.953222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] For port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:12.988827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:12.993515 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-67cf4844-20da-4f2f-ac29-209d856d5c30 req-1c2826a7-ecb8-4fb8-938e-92e297c3603b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1051087
Apr 15 15:10:13.004385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-811746c0-d0da-4115-86c2-de9cca76fb42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:13.082373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:13.086910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:13.139430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:13.140559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:13.142950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:13.159413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Pushing event updated for resources: {'Port': ['ID=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:13.164660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:13.510964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1f96-72a6-4f6a-aeee-2dc358b3c5ee req-546e7007-4a0f-4d45-9db6-7d3de83701e7 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:13.521359 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1f0b1f96-72a6-4f6a-aeee-2dc358b3c5ee req-546e7007-4a0f-4d45-9db6-7d3de83701e7 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 945 time: 0.1184752
Apr 15 15:10:13.573802 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1f0b1f96-72a6-4f6a-aeee-2dc358b3c5ee req-fdc163fa-f73d-4509-9c97-b83b557c7a4a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466774
Apr 15 15:10:13.637315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:13.881082 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:13.981374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:14.026806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:14.266543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Router a9888222-a384-4fc4-ab2c-c404a2eb57c5 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 15:10:14.466091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:10:14.475748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Sync routers for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:10:14.489094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:14.489885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dc1f7f0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:14.518628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:14.520019 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0930076
Apr 15 15:10:14.522934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37234) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:14.554750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3f17d-13ad-4c0e-8d6c-1668954a812c None None] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:10:14.753327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Provisioning for port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:14.787488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Provisioning complete for port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:14.787908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:14.907713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:15.232943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b4a43-600d-4c71-bb2d-a06102913278 req-29bcd2ce-2ab1-4e0c-8b33-578b8624a0ef tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:15.234653 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-975b4a43-600d-4c71-bb2d-a06102913278 req-29bcd2ce-2ab1-4e0c-8b33-578b8624a0ef tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 945 time: 0.2745464
Apr 15 15:10:15.426536 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-975b4a43-600d-4c71-bb2d-a06102913278 req-68a21c64-3784-45a3-ba69-776ac7da7119 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314604
Apr 15 15:10:15.462957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:15.545506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] For port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:15.568370 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dc1f7f0>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:13Z', 'revision_number': 3, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:15.573049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Checking router: a9888222-a384-4fc4-ab2c-c404a2eb57c5 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:10:15.573453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Updating router a9888222-a384-4fc4-ab2c-c404a2eb57c5 port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:10:15.609372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:15.618421 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f02a941b-4512-4e24-81ff-282d84d7f8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:15.642531 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17415ed5-cff8-4e3b-b6ce-600761254b84 req-61fee956-29bd-4382-af6c-c39455f28183 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:15.644609 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17415ed5-cff8-4e3b-b6ce-600761254b84 req-61fee956-29bd-4382-af6c-c39455f28183 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 945 time: 0.0994930
Apr 15 15:10:15.646748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:15.698161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:15.700804 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17415ed5-cff8-4e3b-b6ce-600761254b84 req-bab3eee4-c1e5-4af7-8125-6601cfd57a07 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460563
Apr 15 15:10:15.732270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37242) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:15.761011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Pushing event updated for resources: {'Port': ['ID=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:15.773902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.774372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.774686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.775077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.775436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.775810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.776175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.776559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.776880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.777798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.778153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.778549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:15.813264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-fd1b33ac-c502-4cd2-bbc6-936cd106fe8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:15.852252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-dd2e5a92-56db-42a5-bfaf-07c6fd90e36b None None] Provisioning complete for port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:15.852553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5a92-56db-42a5-bfaf-07c6fd90e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:15.895902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Allocated IP 172.20.0.1 (0cd668cc-a9a6-4bc4-b5af-c774ff79da91/acda081c-3457-45d0-8cf5-be605f801867/6bbd3109-db73-408f-af08-5964ac360c74) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:15.981960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c44327-5356-424d-9aac-164118d150f6 tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:15.986647 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-74c44327-5356-424d-9aac-164118d150f6 tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1093 time: 0.2501712
Apr 15 15:10:15.986870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37248) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:15.992708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'port_id': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:15.999887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:16.003915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:floatingip and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:16.006895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:16.013727 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:16.051504 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.120159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.140942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Transition to ACTIVE for port object 6bbd3109-db73-408f-af08-5964ac360c74 will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:16.192870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.201960 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.209899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-719e7798-359f-437a-b126-2026419b1541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:16.261196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.275931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Transition to ACTIVE for port object 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:16.312609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.329170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:16.345601 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbd3109-db73-408f-af08-5964ac360c74,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:16.350204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:16.353455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Allocated IP 172.27.0.240 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/338656a1-acdd-4b97-9cce-08de29c1b17f) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:16.403124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:16.404510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:16.406946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:16.471618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd6dc-f373-4b2d-b043-4ba367b79604 None None] Pushing event updated for resources: {'Port': ['ID=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:16.474636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-620dd6dc-f373-4b2d-b043-4ba367b79604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:16.482772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.535405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.552472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Attempting to bind port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:16.553385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Attempting to bind port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:16.553385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Attempting to bind port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:16.560021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:16.560558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:16.561092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.561599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:16.562467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Bound port: 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:16.562783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.594710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.634244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.655655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] For port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:16.660472 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] For port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:16.663880 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-98a13798-4a3e-4e11-aaea-ea31bb3f47b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:16.703664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.721014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:16.770145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-31db3f06-9423-4796-962a-cea7672cbc9c None None] Provisioning for port 6bbd3109-db73-408f-af08-5964ac360c74 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:16.866477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-31db3f06-9423-4796-962a-cea7672cbc9c None None] Provisioning complete for port 6bbd3109-db73-408f-af08-5964ac360c74 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:16.866897 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-31db3f06-9423-4796-962a-cea7672cbc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.940908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.972583 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:16.973237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd6dc-f373-4b2d-b043-4ba367b79604 None None] Pushing event updated for resources: {'Port': ['ID=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:16.988384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-31db3f06-9423-4796-962a-cea7672cbc9c None None] Port 6bbd3109-db73-408f-af08-5964ac360c74 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:10:16.992915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-620dd6dc-f373-4b2d-b043-4ba367b79604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:17.010098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-8eddc6de-68eb-404b-b25a-662362fb4520 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:17.019012 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:17.019692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dc1f7f0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:17.020107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=338656a1-acdd-4b97-9cce-08de29c1b17f,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:17.032226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:17.055004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:17.056284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:17.058659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:17.100339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.119335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbd3109-db73-408f-af08-5964ac360c74,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:17.122977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:17.213922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:17.249967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:17.251402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:17.464209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Router a9888222-a384-4fc4-ab2c-c404a2eb57c5 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:10:17.525563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.559762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-15f722b6-0327-4d59-bb0d-fb3a0e3345e7 None None] Provisioning complete for port 6bbd3109-db73-408f-af08-5964ac360c74 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:17.560196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-15f722b6-0327-4d59-bb0d-fb3a0e3345e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.632105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-15f722b6-0327-4d59-bb0d-fb3a0e3345e7 None None] Port 6bbd3109-db73-408f-af08-5964ac360c74 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:10:17.632384 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.646816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dc1f7f0>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 2, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:17.651239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7596a-8dbd-4e40-aef7-1710d6546b06 None None] The sync data for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi is: [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 2, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:10:17.657966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:10:17.674396 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] 10.222.0.20 "PUT /v2.0/routers/a9888222-a384-4fc4-ab2c-c404a2eb57c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1433361
Apr 15 15:10:17.838767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:17.920808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:17.921406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.937827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.966444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:17.988665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b0e628d4-e9d6-4191-abfe-a49a68c97f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:18.260151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=338656a1-acdd-4b97-9cce-08de29c1b17f,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:18.265924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:18.290072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.396084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37266) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:18.403313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-591893979-network', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:18.408424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:18.412575 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Usage tracker for resource:network and tenant:b505e21b8b2e49ff91d40f7ab76d51eb is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:18.415883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:18.422751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:18.462912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Made reservation on behalf of b505e21b8b2e49ff91d40f7ab76d51eb for: {'network': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:10:18.468914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for network, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.491111 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Floating IP 85b6ba5f-551c-41ad-816d-b953457abfdf associated. External IP: 172.27.0.240, port: f9ce55c1-e473-459e-ada2-c45e97089c08.
Apr 15 15:10:18.496707 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.528723 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:18.532952 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Usage tracker for resource:security_group_rule and tenant:b505e21b8b2e49ff91d40f7ab76d51eb is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:18.536133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:18.548298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:18.653323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.679989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.684474 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-23bfb3ba-6a04-48a6-a11c-0d5b2667457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:18.717528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728}  {{(pid=85437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 15:10:18.727217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42fab26-10e7-424a-88bf-4fa48d5f44bb,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:18.733319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.733658 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.segments_db [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Added segment 7b8e379a-1911-441c-9ed3-f12fc36fee23 of type vlan for network aeec0ebf-86f6-444a-a5fb-840c9d5e8854
Apr 15 15:10:18.752541 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.755043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:18.763275 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745207023731'] for network, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.845710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424'] for network, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.847266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:18.847997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:18.853551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:18.909494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:10:18.963603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Pushing event updated for resources: {'Network': ['ID=aeec0ebf-86f6-444a-a5fb-840c9d5e8854,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:18.967036 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:18.974604 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 details requested by agent ovs-agent-dv-cinder-734144-16-iscsi with host dv-cinder-734144-16-iscsi {{(pid=85439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 15:10:18.999044 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6016917
Apr 15 15:10:19.000067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37270) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:19.006290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Request body: {'subnet': {'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-591893979-subnet', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'ip_version': 4}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:19.011697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:19.015816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Usage tracker for resource:subnet and tenant:b505e21b8b2e49ff91d40f7ab76d51eb is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:19.018927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:19.025107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:19.062873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Made reservation on behalf of b505e21b8b2e49ff91d40f7ab76d51eb for: {'subnet': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:10:19.068411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852504188'] for subnet, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:19.113024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:10:19.123621 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:10:19.133913 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:19.134617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e292d68>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:19.182837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:19.266360 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2647336
Apr 15 15:10:19.266360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:10:19.306130 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'status': 'completed', 'code': 200}
Apr 15 15:10:19.358702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:19.506013 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-327546a5-ebe1-4a5e-a701-7fd47d3b46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:19.507745 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-327546a5-ebe1-4a5e-a701-7fd47d3b46c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1098 time: 0.0973351
Apr 15 15:10:19.710763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-5b3d1494-6d82-43cf-b946-57b5ddc0822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:19.712338 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-5b3d1494-6d82-43cf-b946-57b5ddc0822b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1973951
Apr 15 15:10:19.734849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e292d68>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '85b6ba5f-551c-41ad-816d-b953457abfdf', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:d7:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:10:17Z', 'updated_at': '2021-04-15T15:10:17Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:19.739009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:10:19.748593 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:19.749249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e292d68>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:19.866516 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-1265b226-d0e9-49bb-b621-b1afc6767d61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 200  len: 999 time: 0.1474040
Apr 15 15:10:19.886087 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:19.955608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:19.999946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:20.005670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:20.006094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.020114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-b5e8dc22-8ce2-4066-893a-40c8e9e9d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:20.021726 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-b5e8dc22-8ce2-4066-893a-40c8e9e9d8fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.1480331
Apr 15 15:10:20.135088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.146529 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-d1df6626-72db-4f41-860c-d6f03cac697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:20.148135 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-d1df6626-72db-4f41-860c-d6f03cac697a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1187627
Apr 15 15:10:20.152770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:20.188654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.193123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:20.265847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:20.269205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:20.318763 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1791621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852504171'] for subnet, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.338635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e292d68>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '85b6ba5f-551c-41ad-816d-b953457abfdf', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:d7:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:10:17Z', 'updated_at': '2021-04-15T15:10:17Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:20.343510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b656cb7b-6dcb-4f15-96a4-b82aa7ea4e2f None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '85b6ba5f-551c-41ad-816d-b953457abfdf', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:d7:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:10:17Z', 'updated_at': '2021-04-15T15:10:17Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:10:20.346989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b14c5eab-5c37-40d0-bc27-ba65f37fc73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:20.486780 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-b60920fc-3725-4241-a31c-b4e9918e26af service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299439
Apr 15 15:10:20.494883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bace463-da97-4be2-a767-d442b42e0f0b,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:20.523634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:20.631379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a5761-7128-4318-ae0f-82e791d691ef None None] New status for floating IP 85b6ba5f-551c-41ad-816d-b953457abfdf: ACTIVE {{(pid=85439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:10:20.700057 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5fb28ed9-b969-47eb-b3c8-f6ffc85e1462 req-93d1fa8d-5ad8-4bfc-aad5-d2575cf91608 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000160
Apr 15 15:10:20.702748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Checking segment: {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:20.703150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Network hostable DHCP agents. Network: aeec0ebf-86f6-444a-a5fb-840c9d5e8854, hostable agents: ['83fc7c8b-e23f-444f-8f14-32ab9887c008'], hosted agents: [] {{(pid=85437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 15:10:20.781840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 is scheduled to be hosted by DHCP agent 83fc7c8b-e23f-444f-8f14-32ab9887c008 with binding_index 1 {{(pid=85437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 15:10:20.822519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-16-iscsi, aeec0ebf-86f6-444a-a5fb-840c9d5e8854) {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:20.834777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c014e92-8e73-4b78-9a07-3738f3db62ed None None] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:10:20.837722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:20.838416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.887616 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-69529e5f-c3e2-4ee2-9b42-5d8c4a928c35 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.8853223
Apr 15 15:10:20.889742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37278) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:20.895217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:20.900248 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:20.904856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Usage tracker for resource:router and tenant:b505e21b8b2e49ff91d40f7ab76d51eb is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:10:20.908659 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:10:20.914774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:20.923246 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Sync routers for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:10:20.933276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:20.934019 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e292898>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:20.960395 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854133274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46316'] for router, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.961857 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-640615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854729499'] for router, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:20.977797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.133157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:21.150696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05c4aef9-27c8-5374-9cab-7432e2974f47-aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'fixed_ips': [{'subnet_id': '6bace463-da97-4be2-a767-d442b42e0f0b'}]}} from dv-cinder-734144-16-iscsi. {{(pid=85439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 15:10:21.151927 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.319240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-640628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854133257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854729514'] for router, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.332296 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Allocated IP 172.20.0.2 (aeec0ebf-86f6-444a-a5fb-840c9d5e8854/6bace463-da97-4be2-a767-d442b42e0f0b/a271fe89-7caa-4edc-b4f4-80c735d15e4f) {{(pid=85439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:21.472436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e292898>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 2, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:21.478125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Checking router: a9888222-a384-4fc4-ab2c-c404a2eb57c5 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:10:21.478776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Updating router a9888222-a384-4fc4-ab2c-c404a2eb57c5 port 6bbd3109-db73-408f-af08-5964ac360c74 binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:10:21.538049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.551447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Notify callbacks [] for port, precommit_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.563911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Transition to ACTIVE for port object a271fe89-7caa-4edc-b4f4-80c735d15e4f will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:21.583381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Transition to ACTIVE for port object a271fe89-7caa-4edc-b4f4-80c735d15e4f will not be triggered until provisioned by entity DHCP. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:21.612187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679'] for port, after_create {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.629487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0b0b0d84-0549-4b47-97e1-6c0d9fd2aceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:21.694822 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.727184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:21.768382 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Pushing event updated for resources: {'Port': ['ID=a271fe89-7caa-4edc-b4f4-80c735d15e4f,revision_number=1']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:21.773508 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:21.859199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:21.911418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 is already hosted by enough agents. {{(pid=85439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:21.913768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Allocated IP 172.27.0.116 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/0a651a85-d1b9-44b2-9db9-d9c199a522b4) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:21.915066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Resources bound (agent type, host, resource id):  {{(pid=85439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:21.924852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Received port after_create {{(pid=85439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:22.044973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Attempting to bind port a271fe89-7caa-4edc-b4f4-80c735d15e4f on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:22.045194 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Attempting to bind port a271fe89-7caa-4edc-b4f4-80c735d15e4f by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:22.045494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Attempting to bind port a271fe89-7caa-4edc-b4f4-80c735d15e4f on network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:22.051383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:22.052136 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.082714 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:22.083148 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Checking segment: {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:22.083603 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.084048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Bound using segment: {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:22.084588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Bound port: a271fe89-7caa-4edc-b4f4-80c735d15e4f, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:22.085017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.085702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.153645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.167622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.169619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-88391911-1806-493f-86bf-a940469b83b1 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:22.181167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Transition to ACTIVE for port object 6bbd3109-db73-408f-af08-5964ac360c74 will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:22.215903 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.231928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-87a7af33-d3e3-42eb-b6bd-133ffa14b4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:22.250131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] For port a271fe89-7caa-4edc-b4f4-80c735d15e4f, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:22.271654 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] For port a271fe89-7caa-4edc-b4f4-80c735d15e4f, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a271fe89-7caa-4edc-b4f4-80c735d15e4f,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:22.302394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.318832 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-620dd6dc-f373-4b2d-b043-4ba367b79604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:22.371237 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Pushing event updated for resources: {'Port': ['ID=6bbd3109-db73-408f-af08-5964ac360c74,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:22.385193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.385557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.385940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.386863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.387239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.387606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.387968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.388333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.388694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.389055 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.389415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.389783 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:22.396158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:22.485095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Pushing event updated for resources: {'Port': ['ID=a271fe89-7caa-4edc-b4f4-80c735d15e4f,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:22.485095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:22.587712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Pushing event updated for resources: {'Port': ['ID=0a651a85-d1b9-44b2-9db9-d9c199a522b4,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:22.593478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:22.631171 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Attempting to bind port 6bbd3109-db73-408f-af08-5964ac360c74 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:22.632026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Attempting to bind port 6bbd3109-db73-408f-af08-5964ac360c74 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:22.632559 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Attempting to bind port 6bbd3109-db73-408f-af08-5964ac360c74 on network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:22.640240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:22.641041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Checking segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:22.641348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.641873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Bound using segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:22.642532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Bound port: 6bbd3109-db73-408f-af08-5964ac360c74, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:22.643003 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.645497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:22.646781 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:22.649123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:22.755997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] For port 6bbd3109-db73-408f-af08-5964ac360c74, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:22.760821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] For port 6bbd3109-db73-408f-af08-5964ac360c74, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=6bbd3109-db73-408f-af08-5964ac360c74,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:22.796060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:22.819623 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-665774ff-df73-4fde-bd88-c1c826214766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:23.017327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Pushing event updated for resources: {'Port': ['ID=6bbd3109-db73-408f-af08-5964ac360c74,revision_number=4']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:23.023958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:23.080696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:23.081439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e292898>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:23.238490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:23.294156 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:23.613467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854135203'] for router, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:23.640599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e292898>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:22Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:23.645436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f084b8-f695-411f-85ba-ab80c279e519 None None] The sync data for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi is: [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:22Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:10:23.904258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 is scheduled to L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f with binding_index 1 {{(pid=85437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 15:10:24.020460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2e11f-a8b8-4710-bec6-0da272d12f94 None None] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:10:24.035899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a271fe89-7caa-4edc-b4f4-80c735d15e4f up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:24.121538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:10:24.175772 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:24.177203 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2863572
Apr 15 15:10:24.180294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37282) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:10:24.319483 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Sync routers for ids ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:10:24.359542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Routers {'698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:24.360249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d619ba8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:24.426071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-28b5e52a-5ecd-4291-9952-69c9fef5def9 None None] Provisioning for port a271fe89-7caa-4edc-b4f4-80c735d15e4f completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:24.610150 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port a271fe89-7caa-4edc-b4f4-80c735d15e4f completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:24.632404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a271fe89-7caa-4edc-b4f4-80c735d15e4f triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:24.632964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:24.739703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Set router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:24.903823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.048977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.156447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port a271fe89-7caa-4edc-b4f4-80c735d15e4f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a271fe89-7caa-4edc-b4f4-80c735d15e4f,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:25.184265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.185222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 6bbd3109-db73-408f-af08-5964ac360c74 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:25.222359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:25.282852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d619ba8>, [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:10:22Z', 'revision_number': 3, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:25.306096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Checking router: 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:10:25.306521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Updating router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 binding host dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:10:25.380095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Allocated IP 172.20.0.1 (aeec0ebf-86f6-444a-a5fb-840c9d5e8854/6bace463-da97-4be2-a767-d442b42e0f0b/befa1ec4-26ba-4898-90cf-b12c0b70f7cf) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:25.388540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=a271fe89-7caa-4edc-b4f4-80c735d15e4f,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:25.395777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:25.403443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.440729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-bba6b9f0-2dea-4fbc-b073-534d2aa5692e None None] Provisioning complete for port a271fe89-7caa-4edc-b4f4-80c735d15e4f triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:25.441143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bba6b9f0-2dea-4fbc-b073-534d2aa5692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.481590 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 6bbd3109-db73-408f-af08-5964ac360c74 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:25.498250 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 6bbd3109-db73-408f-af08-5964ac360c74 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:25.498672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.539426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.556512 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Transition to ACTIVE for port object befa1ec4-26ba-4898-90cf-b12c0b70f7cf will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:25.623319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.639518 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3c429c58-8181-4b48-bf79-5b6908a6af2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:25.773553 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:25.778840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:25.834765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:25.836155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:25.838607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:25.858777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:25.900475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854135144'] for router_interface, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.060390 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.143498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 6bbd3109-db73-408f-af08-5964ac360c74, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=6bbd3109-db73-408f-af08-5964ac360c74,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:26.172445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-fcdd75ee-e736-46d8-9c52-26365f4f8a0f None None] Provisioning for port befa1ec4-26ba-4898-90cf-b12c0b70f7cf completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:26.184176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-fcdd75ee-e736-46d8-9c52-26365f4f8a0f None None] Provisioning complete for port befa1ec4-26ba-4898-90cf-b12c0b70f7cf triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:26.184823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fcdd75ee-e736-46d8-9c52-26365f4f8a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.221320 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.226063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:26.317155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a271fe89-7caa-4edc-b4f4-80c735d15e4f up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:26.342369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd75ee-e736-46d8-9c52-26365f4f8a0f None None] Port befa1ec4-26ba-4898-90cf-b12c0b70f7cf cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:10:26.353564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.382675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.412853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2aa8a230-e85b-42c8-94cc-f6221a02bde9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:26.419109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=6bbd3109-db73-408f-af08-5964ac360c74,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:26.435644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:26.461989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Notify callbacks [] for port, precommit_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.478563 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Transition to ACTIVE for port object 0a651a85-d1b9-44b2-9db9-d9c199a522b4 will not be triggered until provisioned by entity L2. {{(pid=85439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:26.487254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port a271fe89-7caa-4edc-b4f4-80c735d15e4f triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:26.487668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.503624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854135501'] for router_interface, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.519610 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:26.528086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.545551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2cfe8055-817c-42aa-a1a3-a6596ccb3dcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:26.583894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.584324 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.584744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.585159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.585569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.585978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.586407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.586823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.587281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.587683 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.588086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.588487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:10:26.592579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:26.664798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:26.665858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:26.706698 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b53c9-333e-4ccd-bfc2-4c4be986f2d9 None None] Pushing event updated for resources: {'Port': ['ID=0a651a85-d1b9-44b2-9db9-d9c199a522b4,revision_number=2']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:26.720746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c2b53c9-333e-4ccd-bfc2-4c4be986f2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:26.827687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Attempting to bind port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:26.828112 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Attempting to bind port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:26.828526 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Attempting to bind port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 on network 9341423f-8178-4179-ab55-edd784b828fc {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:26.834564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:26.834976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Checking segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:26.835425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.835870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Bound using segment: {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'} {{(pid=85439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:26.836394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Bound port: 0a651a85-d1b9-44b2-9db9-d9c199a522b4, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b888bcf-d615-4f5f-9bd2-179732ee2ab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9341423f-8178-4179-ab55-edd784b828fc'}}] {{(pid=85439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:26.836816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.877571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:10:26.915416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] For port 0a651a85-d1b9-44b2-9db9-d9c199a522b4, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:26.919123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] For port 0a651a85-d1b9-44b2-9db9-d9c199a522b4, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0a651a85-d1b9-44b2-9db9-d9c199a522b4,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:26.957257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:26.972423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:27.076908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:10:27.086983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] 10.222.0.20 "PUT /v2.0/routers/698bc04c-46d2-4c5e-906f-49ba2bd3b4a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9051485
Apr 15 15:10:27.088979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-6b3fc351-2832-43af-aabf-a2cfeeecb2e6 None None] Provisioning complete for port befa1ec4-26ba-4898-90cf-b12c0b70f7cf triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:27.089973 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6b3fc351-2832-43af-aabf-a2cfeeecb2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:27.190931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b53c9-333e-4ccd-bfc2-4c4be986f2d9 None None] Pushing event updated for resources: {'Port': ['ID=0a651a85-d1b9-44b2-9db9-d9c199a522b4,revision_number=3']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:27.206505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c2b53c9-333e-4ccd-bfc2-4c4be986f2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:27.212159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fc351-2832-43af-aabf-a2cfeeecb2e6 None None] Port befa1ec4-26ba-4898-90cf-b12c0b70f7cf cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:10:27.247098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Routers {'698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:27.247777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d619ba8>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:27.439218 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] Set router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:27.777629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d619ba8>, [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:10:25Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'befa1ec4-26ba-4898-90cf-b12c0b70f7cf', 'name': '', 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'mac_address': 'fa:16:3e:73:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:24Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 2, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'subnets': [{'id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:27.781929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5797da-a0f8-4ef3-8893-1ea3d5eb76af None None] The sync data for ids ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'] in dv-cinder-734144-16-iscsi is: [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:10:25Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'befa1ec4-26ba-4898-90cf-b12c0b70f7cf', 'name': '', 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'mac_address': 'fa:16:3e:73:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:24Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 2, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'subnets': [{'id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:10:28.333658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 6bbd3109-db73-408f-af08-5964ac360c74 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:28.418147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 6bbd3109-db73-408f-af08-5964ac360c74 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:28.418829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:30.331505 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0a651a85-d1b9-44b2-9db9-d9c199a522b4 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:30.845706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:30.851489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:30.851909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:30.982084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:31.002422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port 0a651a85-d1b9-44b2-9db9-d9c199a522b4, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0a651a85-d1b9-44b2-9db9-d9c199a522b4,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:31.034257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:31.036543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:31.113968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=0a651a85-d1b9-44b2-9db9-d9c199a522b4,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:31.123907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:31.283560 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Sync routers for ids ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:10:31.294318 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Routers {'698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:31.294996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e6e7f98>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:31.492180 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Set router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:31.894102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e6e7f98>, [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:10:25Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'befa1ec4-26ba-4898-90cf-b12c0b70f7cf', 'name': '', 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'mac_address': 'fa:16:3e:73:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:24Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 2, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'subnets': [{'id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:31.903549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Checking router: 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:10:31.904079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Updating router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 port befa1ec4-26ba-4898-90cf-b12c0b70f7cf binding host dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 15:10:31.965830 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:32.315400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0a651a85-d1b9-44b2-9db9-d9c199a522b4 up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:32.399207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:32.399663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:32.631831 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:32.644988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Transition to ACTIVE for port object befa1ec4-26ba-4898-90cf-b12c0b70f7cf will not be triggered until provisioned by entity L2. {{(pid=85440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:32.677853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:32.695151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d27c8ce4-c551-446b-b9bd-740a177ed5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:32.757803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a149b3b0-70ce-429d-a3a5-4be3bb156fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:32.867779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eafbab-4af4-44b8-80dd-e03b1d9f6365 None None] Pushing event updated for resources: {'Port': ['ID=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,revision_number=3']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:32.873634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-51eafbab-4af4-44b8-80dd-e03b1d9f6365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:33.101910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Attempting to bind port befa1ec4-26ba-4898-90cf-b12c0b70f7cf on host dv-cinder-734144-16-iscsi for vnic_type normal with profile  {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:33.102420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Attempting to bind port befa1ec4-26ba-4898-90cf-b12c0b70f7cf by drivers openvswitch,hyperv on host dv-cinder-734144-16-iscsi at level 0 using segments [{'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:33.102835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Attempting to bind port befa1ec4-26ba-4898-90cf-b12c0b70f7cf on network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:33.111170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Checking agent: {'id': '0c5898ca-5f47-449e-b1c3-74ba5a1257a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 51, 7), 'started_at': datetime.datetime(2021, 4, 15, 14, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:33.111599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Checking segment: {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:33.112045 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:33.112493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Bound using segment: {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'} {{(pid=85440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:33.113014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Bound port: befa1ec4-26ba-4898-90cf-b12c0b70f7cf, host: dv-cinder-734144-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8e379a-1911-441c-9ed3-f12fc36fee23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854'}}] {{(pid=85440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:33.113440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:33.223947 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] For port befa1ec4-26ba-4898-90cf-b12c0b70f7cf, host dv-cinder-734144-16-iscsi, cleared binding levels {{(pid=85440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:33.229037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] For port befa1ec4-26ba-4898-90cf-b12c0b70f7cf, host dv-cinder-734144-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:33.267039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85440) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:33.288092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1be101e6-2eb7-4d29-8889-332513c9fd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:33.447188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eafbab-4af4-44b8-80dd-e03b1d9f6365 None None] Pushing event updated for resources: {'Port': ['ID=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,revision_number=4']} {{(pid=85440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:33.453200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-51eafbab-4af4-44b8-80dd-e03b1d9f6365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85440) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:33.495987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Routers {'698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:10:33.496693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e6e7f98>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:10:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:33.710605 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] Set router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:10:34.047212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e6e7f98>, [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:10:25Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'befa1ec4-26ba-4898-90cf-b12c0b70f7cf', 'name': '', 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'mac_address': 'fa:16:3e:73:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:24Z', 'updated_at': '2021-04-15T15:10:33Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'subnets': [{'id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:10:34.051507 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196faceb-66a4-468e-ac2f-003e14e40ae7 None None] The sync data for ids ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'] in dv-cinder-734144-16-iscsi is: [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:10:25Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'befa1ec4-26ba-4898-90cf-b12c0b70f7cf', 'name': '', 'network_id': 'aeec0ebf-86f6-444a-a5fb-840c9d5e8854', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'mac_address': 'fa:16:3e:73:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:24Z', 'updated_at': '2021-04-15T15:10:33Z', 'revision_number': 4, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'subnets': [{'id': '6bace463-da97-4be2-a767-d442b42e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:10:34.364159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device befa1ec4-26ba-4898-90cf-b12c0b70f7cf up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:34.495229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning for port befa1ec4-26ba-4898-90cf-b12c0b70f7cf completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:34.501730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port befa1ec4-26ba-4898-90cf-b12c0b70f7cf triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:34.502154 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:34.640410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:34.676491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] For port befa1ec4-26ba-4898-90cf-b12c0b70f7cf, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:34.715413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:34.717480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:34.814545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Pushing event updated for resources: {'Port': ['ID=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:34.817817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:34.839896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-05865838-9207-4b6a-aaea-ac7597743402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:36.184813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:36.322847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device befa1ec4-26ba-4898-90cf-b12c0b70f7cf up at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:36.400169 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Provisioning complete for port befa1ec4-26ba-4898-90cf-b12c0b70f7cf triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:36.400711 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:36.828568 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:37.557544 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:38.207073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-a28780fd-06d1-4e61-97c7-0d3775e97e51 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:38.207750 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-fbe46230-4943-4094-8f84-962c9e556080 req-a28780fd-06d1-4e61-97c7-0d3775e97e51 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:network {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:10:38.262892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-fbe46230-4943-4094-8f84-962c9e556080 req-a28780fd-06d1-4e61-97c7-0d3775e97e51 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:network {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:10:38.264125 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-a28780fd-06d1-4e61-97c7-0d3775e97e51 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 815 time: 0.2100518
Apr 15 15:10:38.280249 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-2f21002d-05ba-4c8e-841b-c53691118d90 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/quotas/50f4590e4d854fc19855593ce4560649 HTTP/1.1" status: 200  len: 375 time: 0.0100625
Apr 15 15:10:38.370608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-fbe46230-4943-4094-8f84-962c9e556080 req-b83929a0-4e04-4410-9c90-9d1abc119654 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:10:38.410669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-fbe46230-4943-4094-8f84-962c9e556080 req-b83929a0-4e04-4410-9c90-9d1abc119654 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:10:38.412026 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-b83929a0-4e04-4410-9c90-9d1abc119654 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1263962
Apr 15 15:10:38.534713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-0b2e6dbe-765b-4061-abb0-6ea56049b8e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 15:10:38.535804 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-0b2e6dbe-765b-4061-abb0-6ea56049b8e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1109304
Apr 15 15:10:38.680834 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-c60ed465-a2d2-4201-b428-5cfc1431a971 service neutron] 10.222.0.20 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385007
Apr 15 15:10:38.822300 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-9e30f453-b2a6-4e5f-bcf2-326392fd4c16 service neutron] 10.222.0.20 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341541
Apr 15 15:10:39.115152 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-863f2bbf-a84e-43b2-ba38-be1b33e08a8a req-3e4602d3-0995-4cdc-b5d3-fb9d8b800dbe tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 210 time: 0.0553811
Apr 15 15:10:40.284170 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-939d2928-e45c-43ec-9700-4f08437405c2 req-f44854ef-8000-47fe-bbb1-4f038b24ca6f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 210 time: 0.0548773
Apr 15 15:10:40.895730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-5b0e3e70-dc1f-4f25-9140-a5bfa399b973 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:40.897270 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-5b0e3e70-dc1f-4f25-9140-a5bfa399b973 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.10 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 815 time: 0.1578350
Apr 15 15:10:40.910214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'port': {'device_id': 'a647a524-bebc-47e7-b44e-8794351d574f', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'admin_state_up': True, 'tenant_id': '50f4590e4d854fc19855593ce4560649'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:41.053959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:10:41.064528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:10:41.119549 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Made reservation on behalf of 50f4590e4d854fc19855593ce4560649 for: {'port': 1} {{(pid=85437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:10:41.125802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:41.300488 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Allocated IP 172.20.0.4 (0cd668cc-a9a6-4bc4-b5af-c774ff79da91/acda081c-3457-45d0-8cf5-be605f801867/fa972026-6cbd-4953-a759-cd384e41fed3) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:10:41.456316 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-65a8d1d9-23a1-481f-bfaf-d28373bec244 req-3550555c-6be3-41e6-ae9b-e49a73520730 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 210 time: 0.0498474
Apr 15 15:10:41.521050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:10:41.523668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:41.540535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Transition to ACTIVE for port object fa972026-6cbd-4953-a759-cd384e41fed3 will not be triggered until provisioned by entity DHCP. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:41.594982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:41.614887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:41.767761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:41.772267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:41.838606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:10:41.839801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:10:41.842566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:10:42.135358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-513bef11-f040-4189-9ca7-00e3259a6455 None None] Provisioning for port fa972026-6cbd-4953-a759-cd384e41fed3 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:42.143086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-513bef11-f040-4189-9ca7-00e3259a6455 None None] Provisioning complete for port fa972026-6cbd-4953-a759-cd384e41fed3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:42.143636 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-513bef11-f040-4189-9ca7-00e3259a6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:42.202268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:42.202966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:42.208075 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-513bef11-f040-4189-9ca7-00e3259a6455 None None] Port fa972026-6cbd-4953-a759-cd384e41fed3 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:10:42.261583 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-2b2eda90-6efa-4b49-bf9c-1b0a0d3e0e02 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3553612
Apr 15 15:10:42.666498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-14e5dd50-5b72-49c4-879e-8c05e3cf91ee tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:42.667359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-14e5dd50-5b72-49c4-879e-8c05e3cf91ee tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:10:42.753942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-14e5dd50-5b72-49c4-879e-8c05e3cf91ee tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:10:42.755207 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-14e5dd50-5b72-49c4-879e-8c05e3cf91ee tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 931 time: 0.1810772
Apr 15 15:10:42.809856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-7957aeb9-9bba-436d-9308-2c58125f4ac5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:10:42.855009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-7957aeb9-9bba-436d-9308-2c58125f4ac5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:10:42.856886 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6b2358ef-4903-45ed-a6ea-17bfedc1071a req-7957aeb9-9bba-436d-9308-2c58125f4ac5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953443
Apr 15 15:10:44.062814 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc85a6-1525-457b-8f99-bb8b31178656 req-f6909dce-48f9-435c-9b6a-4f6d2bede2fa tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:44.064393 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0cc85a6-1525-457b-8f99-bb8b31178656 req-f6909dce-48f9-435c-9b6a-4f6d2bede2fa tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 931 time: 0.0882504
Apr 15 15:10:44.113043 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f0cc85a6-1525-457b-8f99-bb8b31178656 req-095408e8-8c85-4b48-a5b6-b40dcf553889 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418105
Apr 15 15:10:45.322284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c61c9-fa5a-4501-b179-f824c26acd16 req-8f20d31e-02c9-4351-ade9-9b132f4e2a29 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:45.323890 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cc2c61c9-fa5a-4501-b179-f824c26acd16 req-8f20d31e-02c9-4351-ade9-9b132f4e2a29 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 931 time: 0.0917041
Apr 15 15:10:45.377935 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cc2c61c9-fa5a-4501-b179-f824c26acd16 req-dc876569-6a23-49e2-af77-025f76ba10d8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470161
Apr 15 15:10:46.588142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be672a-5f20-428f-a241-2922abf846f0 req-9381af89-141d-4ef4-bb10-b594a9e4bc09 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:46.589790 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d7be672a-5f20-428f-a241-2922abf846f0 req-9381af89-141d-4ef4-bb10-b594a9e4bc09 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 931 time: 0.0943596
Apr 15 15:10:46.640385 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d7be672a-5f20-428f-a241-2922abf846f0 req-7969a6d7-0ed6-4cd2-8b40-35d2ebdd3e79 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434496
Apr 15 15:10:47.867071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdb5f6-7a0e-4936-b742-79127de6030e req-61345844-6fc9-47ad-86de-4c1b70e38db3 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:47.868737 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fcfdb5f6-7a0e-4936-b742-79127de6030e req-61345844-6fc9-47ad-86de-4c1b70e38db3 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 931 time: 0.1081262
Apr 15 15:10:47.925786 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fcfdb5f6-7a0e-4936-b742-79127de6030e req-09240bf8-cf92-43cd-93a1-0301162211da tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492556
Apr 15 15:10:49.039153 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Request body: {'port': {'device_id': 'a647a524-bebc-47e7-b44e-8794351d574f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:10:49.159891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e827903-d783-4b57-98f2-b418756b12fb req-40e03f57-b9ce-4d29-85f9-37688312d5d9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:49.160942 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e827903-d783-4b57-98f2-b418756b12fb req-40e03f57-b9ce-4d29-85f9-37688312d5d9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 931 time: 0.1012316
Apr 15 15:10:49.162123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:49.180665 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:49.212761 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e827903-d783-4b57-98f2-b418756b12fb req-294beb54-728a-4d88-9d39-fd7c215af446 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446355
Apr 15 15:10:49.661375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa972026-6cbd-4953-a759-cd384e41fed3 {{(pid=85437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:10:49.671413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:49.688557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Transition to ACTIVE for port object fa972026-6cbd-4953-a759-cd384e41fed3 will not be triggered until provisioned by entity L2. {{(pid=85437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:10:49.725325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:49.741985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2e6bd28e-2ab4-41bc-b6cd-36ce8ffd53fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:49.889703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:49.892878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:50.151103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Attempting to bind port fa972026-6cbd-4953-a759-cd384e41fed3 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:10:50.151656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Attempting to bind port fa972026-6cbd-4953-a759-cd384e41fed3 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:10:50.151863 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Attempting to bind port fa972026-6cbd-4953-a759-cd384e41fed3 on network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:50.157217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Port fa972026-6cbd-4953-a759-cd384e41fed3 on network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:10:50.157580 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Attempting to bind port fa972026-6cbd-4953-a759-cd384e41fed3 on network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:10:50.163422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:10:50.163898 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Checking segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:10:50.164307 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Bound using segment: {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'} {{(pid=85437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:10:50.164862 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Bound port: fa972026-6cbd-4953-a759-cd384e41fed3, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e2f45c-c868-4abb-80a5-00e72aca3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91'}}] {{(pid=85437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:10:50.165254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:50.274940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, cleared binding levels {{(pid=85437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:10:50.279398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:10:50.326106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:50.392736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b76adc1d-39b9-4208-9707-c6c297456f7d tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:50.584849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=3']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:50.590443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:50.629238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9255-4442-4d7f-bddf-90e5597f0387 req-d5762f17-e859-413f-960c-afd2dfeb66be tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:50.630915 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-abfb9255-4442-4d7f-bddf-90e5597f0387 req-d5762f17-e859-413f-960c-afd2dfeb66be tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 943 time: 0.2006953
Apr 15 15:10:50.632295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:50.632959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:50.634410 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-7bbf62fa-2bbd-489a-bf9c-2d9bc00d9715 service neutron] 10.222.0.10 "PUT /v2.0/ports/fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 1093 time: 1.6001174
Apr 15 15:10:50.634991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:10:50.698078 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-abfb9255-4442-4d7f-bddf-90e5597f0387 req-57cd0552-199c-49c3-904d-6b94b45d7704 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571623
Apr 15 15:10:50.877107 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'status': 'completed', 'code': 200}
Apr 15 15:10:51.920614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a14c8-852c-497e-8563-16b2d49feda8 req-fe0135b5-b891-4b45-869f-47d3ead2baec tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:51.922269 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-944a14c8-852c-497e-8563-16b2d49feda8 req-fe0135b5-b891-4b45-869f-47d3ead2baec tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 943 time: 0.0972621
Apr 15 15:10:51.972204 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-944a14c8-852c-497e-8563-16b2d49feda8 req-fc22007f-16a2-42fb-ba22-5d69954d17d9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430610
Apr 15 15:10:52.647774 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ec9f-3a39-4743-a43c-edced3af04e7 req-5c44b5ae-3bf9-4977-ae6a-61d94e68065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:52.649696 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f253ec9f-3a39-4743-a43c-edced3af04e7 req-5c44b5ae-3bf9-4977-ae6a-61d94e68065d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1096 time: 0.0812967
Apr 15 15:10:52.805181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ec9f-3a39-4743-a43c-edced3af04e7 req-a2b7dfc2-a903-4c64-b599-8ea0a7f8d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:52.806873 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f253ec9f-3a39-4743-a43c-edced3af04e7 req-a2b7dfc2-a903-4c64-b599-8ea0a7f8d793 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=50f4590e4d854fc19855593ce4560649&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1469049
Apr 15 15:10:52.954249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ec9f-3a39-4743-a43c-edced3af04e7 req-9c40db2a-34bf-4e95-85ab-4bb561c5e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:52.955758 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f253ec9f-3a39-4743-a43c-edced3af04e7 req-9c40db2a-34bf-4e95-85ab-4bb561c5e37b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1415443
Apr 15 15:10:53.072081 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-9c67490e-7019-484f-a92a-68ee8f9f7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.073695 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-9c67490e-7019-484f-a92a-68ee8f9f7d40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1096 time: 0.0835652
Apr 15 15:10:53.147310 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-722f048c-e520-4f25-b721-5d2f06144636 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 217 time: 0.0666146
Apr 15 15:10:53.150975 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-9cd3e6c9-ba30-45d6-9d26-312a64a52c66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1296041
Apr 15 15:10:53.188944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89cbea-ca51-4048-b11f-2ee22d209274 req-20676e0c-8616-4d76-9e24-5796bc700eef tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.190863 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a89cbea-ca51-4048-b11f-2ee22d209274 req-20676e0c-8616-4d76-9e24-5796bc700eef tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 943 time: 0.1008070
Apr 15 15:10:53.225735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-05e79752-8fef-43f9-9805-167229fc4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.227364 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-05e79752-8fef-43f9-9805-167229fc4d73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 200  len: 854 time: 0.0701890
Apr 15 15:10:53.243191 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3a89cbea-ca51-4048-b11f-2ee22d209274 req-494e0b58-fc03-41af-b800-79ab92a3c7fb tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449572
Apr 15 15:10:53.315997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46230-4943-4094-8f84-962c9e556080 req-457cf185-a2af-41f4-ac77-cdef84daf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.317647 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-457cf185-a2af-41f4-ac77-cdef84daf155 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0782764
Apr 15 15:10:53.321983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-cdbb30d9-9bcf-4324-b961-58f900b28a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.323604 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-cdbb30d9-9bcf-4324-b961-58f900b28a37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1098 time: 0.0839849
Apr 15 15:10:53.471586 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-b263b45a-33bd-41e6-9cf0-71196b34f028 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429319
Apr 15 15:10:53.624290 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fbe46230-4943-4094-8f84-962c9e556080 req-c880bc6f-d6f9-4c14-a8a8-15f9f51987b1 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453087
Apr 15 15:10:53.730738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-c9c156dc-598c-425b-922c-938fd7b74cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.732944 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-c9c156dc-598c-425b-922c-938fd7b74cfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.3887477
Apr 15 15:10:53.842314 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-a0f6c711-3cc7-4b00-9cf1-e3d88e6878cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 200  len: 1001 time: 0.1023488
Apr 15 15:10:53.913056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-ceb070f7-d5c3-4a5e-9635-48c41518dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.914525 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-ceb070f7-d5c3-4a5e-9635-48c41518dace service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0659804
Apr 15 15:10:53.996137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-34716d64-e616-4bdf-ab62-4b5f4f216a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:53.997730 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-34716d64-e616-4bdf-ab62-4b5f4f216a85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0763497
Apr 15 15:10:54.140139 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-36ff8a9d-d13e-4545-b142-cf22874867bc service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349628
Apr 15 15:10:54.285145 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6644b4fc-96dc-41f9-92cf-8ffad2d860fd req-3d3a1799-ff2a-4d3e-a947-87d7e9d302f7 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378605
Apr 15 15:10:54.446535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10077f46-3dc4-4095-a0a1-af4a55f29223 req-1d008970-2b63-4cf4-93ab-641bcf4fa818 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:54.448093 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-10077f46-3dc4-4095-a0a1-af4a55f29223 req-1d008970-2b63-4cf4-93ab-641bcf4fa818 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 943 time: 0.0895476
Apr 15 15:10:54.501869 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-10077f46-3dc4-4095-a0a1-af4a55f29223 req-11054ca5-f3fe-4442-a80c-92e4ebc07b4b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455160
Apr 15 15:10:55.700539 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b82b-2b00-4d44-94ff-2d03afccfa08 req-c1d8364e-81e6-4087-bb21-2c230cf1af4e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:55.702107 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-66e8b82b-2b00-4d44-94ff-2d03afccfa08 req-c1d8364e-81e6-4087-bb21-2c230cf1af4e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 943 time: 0.0873435
Apr 15 15:10:55.752924 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-66e8b82b-2b00-4d44-94ff-2d03afccfa08 req-3205106b-0ce8-4928-bb3d-54787c5e79b8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444005
Apr 15 15:10:56.002901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device fa972026-6cbd-4953-a759-cd384e41fed3 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:10:56.142398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:56.156459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'port_id': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'mac_address': 'fa:16:3e:31:13:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:10:56.216859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:56.234017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa972026-6cbd-4953-a759-cd384e41fed3 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:10:56.250111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:56.291026 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:56.292884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:56.362734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:56.365861 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:56.495982 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['fa972026-6cbd-4953-a759-cd384e41fed3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:10:56.954363 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4087e6-0703-41b1-a347-25bd6ec6b468 req-060f9389-09c7-41ac-987d-ebf4488d85f8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:56.955957 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6a4087e6-0703-41b1-a347-25bd6ec6b468 req-060f9389-09c7-41ac-987d-ebf4488d85f8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 944 time: 0.0887594
Apr 15 15:10:57.003660 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6a4087e6-0703-41b1-a347-25bd6ec6b468 req-8c941d4e-7e55-441d-919b-c0dd7db253c1 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414984
Apr 15 15:10:58.007620 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device fa972026-6cbd-4953-a759-cd384e41fed3 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:10:58.108465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port fa972026-6cbd-4953-a759-cd384e41fed3 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:10:58.113733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port fa972026-6cbd-4953-a759-cd384e41fed3 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:10:58.114184 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:58.206782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c766d0-6b3f-4ff9-9bcd-e196d3eb17ab req-8057244a-dede-41f6-b481-7c91c3e23299 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:58.208374 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6c766d0-6b3f-4ff9-9bcd-e196d3eb17ab req-8057244a-dede-41f6-b481-7c91c3e23299 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 944 time: 0.0886209
Apr 15 15:10:58.240540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:58.256498 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a6c766d0-6b3f-4ff9-9bcd-e196d3eb17ab req-9566918e-a97c-41e0-bb86-48376136e72e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415263
Apr 15 15:10:58.269425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:10:58.279944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:10:58.308133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:10:58.310105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-349f57c5-ac65-4c4b-87b3-37b6ca318ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:10:58.379796 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'code': 200}
Apr 15 15:10:58.388896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:10:58.392722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:10:58.675445 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa6740-986f-4cd0-a262-da08cdfa852a req-f6e28d17-2bb4-453a-b306-1f9437a85b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:58.676946 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-14fa6740-986f-4cd0-a262-da08cdfa852a req-f6e28d17-2bb4-453a-b306-1f9437a85b65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1098 time: 0.0839376
Apr 15 15:10:58.722561 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-14fa6740-986f-4cd0-a262-da08cdfa852a req-e87d1d05-2c6c-4942-b296-06c8a8b8d1a1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361760
Apr 15 15:10:59.458631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de82b6-06cb-4059-aad7-1998aa8a36b2 req-cf371f90-6ab3-487a-83af-d93ed4d75a5b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:10:59.460229 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f1de82b6-06cb-4059-aad7-1998aa8a36b2 req-cf371f90-6ab3-487a-83af-d93ed4d75a5b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0877848
Apr 15 15:10:59.509222 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f1de82b6-06cb-4059-aad7-1998aa8a36b2 req-31374c5e-69be-44ad-bfb4-d1d865fbba1d tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425696
Apr 15 15:11:00.947394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec31de3-3a52-45ef-9983-b634f2418b0d req-9f0d0d15-88a8-43b8-9803-22063f00382f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:00.948991 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dec31de3-3a52-45ef-9983-b634f2418b0d req-9f0d0d15-88a8-43b8-9803-22063f00382f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.3213465
Apr 15 15:11:00.996996 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dec31de3-3a52-45ef-9983-b634f2418b0d req-fd856129-5f09-454f-81ab-ba2c71f0e62a tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411065
Apr 15 15:11:01.197948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a90905-73d0-4d91-b5bd-8581e8a854e5 req-3c8485c6-2e77-4bcc-abbf-2784021cfcc5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:01.199461 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48a90905-73d0-4d91-b5bd-8581e8a854e5 req-3c8485c6-2e77-4bcc-abbf-2784021cfcc5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0907121
Apr 15 15:11:01.245994 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-48a90905-73d0-4d91-b5bd-8581e8a854e5 req-ec7e0f2d-5630-4e80-aa6f-2fdc285b64fe tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397284
Apr 15 15:11:01.664992 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43b2d8-3f1d-4310-9fce-120b61913e81 req-eb064241-9fc1-4ce6-8720-b2dfefbf7072 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:01.666576 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ba43b2d8-3f1d-4310-9fce-120b61913e81 req-eb064241-9fc1-4ce6-8720-b2dfefbf7072 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0883858
Apr 15 15:11:01.714405 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ba43b2d8-3f1d-4310-9fce-120b61913e81 req-caf31b83-9458-4e19-9662-dae8b484f30d tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413332
Apr 15 15:11:02.762955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-201a994b-2cc8-4443-94db-216db1557ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:04.825921 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a8725978-9df4-49be-9ea7-c69d100c6e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:06.176677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:06.770962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:07.570703 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:12.507827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b726-8cba-4417-8fff-6fbd1d1cfbab req-6cacd9ae-d668-4cd3-802b-e7502093c377 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:12.509431 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-32c9b726-8cba-4417-8fff-6fbd1d1cfbab req-6cacd9ae-d668-4cd3-802b-e7502093c377 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0922513
Apr 15 15:11:12.557505 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-32c9b726-8cba-4417-8fff-6fbd1d1cfbab req-f921b454-54e3-4d19-bbb0-18438bcfb111 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410039
Apr 15 15:11:12.582895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37490) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:12.708399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a922e75-9c5a-4f05-904f-f71a92368a46 tempest-TestMinimumBasicScenario-1943688653 tempest-TestMinimumBasicScenario-1943688653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:12.710030 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5a922e75-9c5a-4f05-904f-f71a92368a46 tempest-TestMinimumBasicScenario-1943688653 tempest-TestMinimumBasicScenario-1943688653-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1093 time: 0.1260989
Apr 15 15:11:12.713238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37496) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:12.718819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'port_id': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:12.725228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:12.729273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:floatingip and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:12.732310 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:12.738597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:12.770961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for floatingip, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:12.914677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:13.056670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Allocated IP 172.27.0.8 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/d0feccea-9ced-4df8-9121-306854abaf0c) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:11:13.210888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:13.260513 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:13.275761 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:13.413819 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'Port': ['ID=d0feccea-9ced-4df8-9121-306854abaf0c,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:13.427588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.428007 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.428418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.428825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.429228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.429631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.430031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.430481 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.430879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.431273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.431669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.432065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:11:13.438279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:13.485389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:11:13.486502 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:11:13.488790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:11:13.909747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:14.009618 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:14.276514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:14.305616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:14.321514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:14.457639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'Port': ['ID=d0feccea-9ced-4df8-9121-306854abaf0c,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:14.462717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:14.563788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:14.994898 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Floating IP c62a731a-bc49-4fd1-98a1-31192fcc6b15 associated. External IP: 172.27.0.8, port: fa972026-6cbd-4953-a759-cd384e41fed3.
Apr 15 15:11:15.359348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Router a9888222-a384-4fc4-ab2c-c404a2eb57c5 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:11:15.547477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:11:15.557273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] Sync routers for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:11:15.567899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:11:15.568576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d92a320>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:11:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:11:15.599429 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:15.662060 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.9476273
Apr 15 15:11:15.662693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:11:15.665022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37500) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:15.671229 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519538987', 'description': 'tempest-secgroup-smoke-519538987 description', 'project_id': '50f4590e4d854fc19855593ce4560649'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:15.677928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:15.689077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:15.728900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:15.751811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:15.755919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:15.759097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:15.765856 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:15.770286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:11:15.770990 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'status': 'completed', 'code': 200}
Apr 15 15:11:15.885030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736350e6-dba6-4183-8f84-145d75cc901d req-dc6208ce-1d09-4e6f-b6f1-7523a1aeca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:15.886681 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-dc6208ce-1d09-4e6f-b6f1-7523a1aeca80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1098 time: 0.0835652
Apr 15 15:11:15.894925 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:15.923152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:15.929398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-20786a67-755a-42f8-9bbb-512d70b5da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:15.976914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb3a945-1067-4a0e-88db-e12a752bd081,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:15.983279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:16.010995 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.016874 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-54efe879-25b4-4189-a614-4905db95ba42 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3461473
Apr 15 15:11:16.017041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37508) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:16.032634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group_rule': {'security_group_id': 'beb3a945-1067-4a0e-88db-e12a752bd081', 'project_id': '50f4590e4d854fc19855593ce4560649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:16.043066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:16.049084 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736350e6-dba6-4183-8f84-145d75cc901d req-fe82f143-6433-45c8-8a49-93836bffd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:16.050701 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-fe82f143-6433-45c8-8a49-93836bffd9e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 916 time: 0.1567249
Apr 15 15:11:16.051635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:16.056056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:16.124354 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:16.151413 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d92a320>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'c62a731a-bc49-4fd1-98a1-31192fcc6b15', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'port_id': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'mac_address': 'fa:16:3e:31:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a647a524-bebc-47e7-b44e-8794351d574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:11:13Z', 'updated_at': '2021-04-15T15:11:13Z', 'revision_number': 0, 'project_id': '50f4590e4d854fc19855593ce4560649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:11:16.155614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] Checking router: a9888222-a384-4fc4-ab2c-c404a2eb57c5 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:11:16.164870 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:11:16.165523 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d92a320>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:11:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:11:16.172897 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-794b2690-1c26-46ed-9323-edad24dd312e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 997 time: 0.1135969
Apr 15 15:11:16.220606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.279817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736350e6-dba6-4183-8f84-145d75cc901d req-ac4cd9e2-4f07-4059-b981-238ce7a7c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:16.281405 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-ac4cd9e2-4f07-4059-b981-238ce7a7c882 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 200  len: 854 time: 0.0991211
Apr 15 15:11:16.355768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.358097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:11:16.382950 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.385455 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736350e6-dba6-4183-8f84-145d75cc901d req-daee740a-7fa1-47de-ba2e-182435a5262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:16.387110 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-daee740a-7fa1-47de-ba2e-182435a5262c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0971160
Apr 15 15:11:16.388954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:16.492039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c08e4d1-420c-473e-b3d0-992ae2ac215f,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:16.500379 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:16.543142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.547458 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-3e475588-5039-4700-ac85-245cfa057b59 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5266945
Apr 15 15:11:16.548300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37512) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:16.555693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group_rule': {'security_group_id': 'beb3a945-1067-4a0e-88db-e12a752bd081', 'project_id': '50f4590e4d854fc19855593ce4560649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:16.562538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:16.566760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:16.570313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:16.570467 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-1f085201-4759-485c-be4f-189ef6bd6b48 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732147
Apr 15 15:11:16.576964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:16.639276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.707716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.720489 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-736350e6-dba6-4183-8f84-145d75cc901d req-b2751a1f-af45-414a-8050-9b972ad1c15a service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423199
Apr 15 15:11:16.736398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.738633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:16.763444 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cb2349-6959-4c45-88c7-9d5c766c1220,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:16.766715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:16.799629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.803718 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a5036db6-6454-416d-8cb5-d1c9fc55da16 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2514975
Apr 15 15:11:16.803911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37516) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:16.809565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group_rule': {'security_group_id': 'beb3a945-1067-4a0e-88db-e12a752bd081', 'project_id': '50f4590e4d854fc19855593ce4560649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:16.816719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:16.821039 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:16.824076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:16.830265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:16.872773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.916107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d92a320>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'c62a731a-bc49-4fd1-98a1-31192fcc6b15', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'port_id': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'mac_address': 'fa:16:3e:31:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a647a524-bebc-47e7-b44e-8794351d574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:11:13Z', 'updated_at': '2021-04-15T15:11:13Z', 'revision_number': 0, 'project_id': '50f4590e4d854fc19855593ce4560649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:11:16.920837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0ed2a-fae4-4f73-91c3-35a9c1343155 None None] The sync data for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi is: [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': 'c62a731a-bc49-4fd1-98a1-31192fcc6b15', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'port_id': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'mac_address': 'fa:16:3e:31:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a647a524-bebc-47e7-b44e-8794351d574f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:11:13Z', 'updated_at': '2021-04-15T15:11:13Z', 'revision_number': 0, 'project_id': '50f4590e4d854fc19855593ce4560649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:11:16.942394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.971124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:16.973335 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:16.997823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8950131d-9a19-406e-acf1-04d3b2fa122b,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:17.001096 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:17.056851 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.058235 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-2be01948-1431-4074-921d-7ccc8585690f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2532880
Apr 15 15:11:17.061889 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37522) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:17.067615 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group_rule': {'security_group_id': 'beb3a945-1067-4a0e-88db-e12a752bd081', 'project_id': '50f4590e4d854fc19855593ce4560649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:17.074490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:17.078599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:17.081578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:17.087567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:17.124984 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.197652 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.203028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6920a-3b51-43ce-aa14-a80ef6b882f6 None None] New status for floating IP c62a731a-bc49-4fd1-98a1-31192fcc6b15: ACTIVE {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:11:17.225909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.228164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b3feaa8c-ad71-4660-8f0e-e86276652c39 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:17.253242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4674a7fa-2de0-4b12-8df9-9dc01a7bbed5,revision_number=0']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:17.255875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:17.300644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.301890 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c7e0ae3e-dea1-47d4-a962-b548256389e9 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2388883
Apr 15 15:11:17.305258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37526) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:17.311589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group_rule': {'security_group_id': 'beb3a945-1067-4a0e-88db-e12a752bd081', 'project_id': '50f4590e4d854fc19855593ce4560649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:17.318193 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:17.322546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:17.325634 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:17.332288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:17.370786 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.securitygroups_db [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Project 50f4590e4d854fc19855593ce4560649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 15:11:17.378542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.452498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.482788 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.485133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a983c893-2c72-4f79-ada9-50b01002bc92 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:17.509756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e93f5b-fb31-46af-a031-992a25839038,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:17.512341 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:17.551633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.552897 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c8ab58f9-f753-4340-a32e-ab66922cb334 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2465527
Apr 15 15:11:17.555846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37530) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:11:17.562657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'security_group_rule': {'security_group_id': 'beb3a945-1067-4a0e-88db-e12a752bd081', 'project_id': '50f4590e4d854fc19855593ce4560649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:17.569224 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:11:17.573554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Usage tracker for resource:security_group_rule and tenant:50f4590e4d854fc19855593ce4560649 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:11:17.576957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:11:17.583083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:11:17.620029 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.securitygroups_db [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Project 50f4590e4d854fc19855593ce4560649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 15:11:17.628167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.692555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.722672 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853835613'] for security_group_rule, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.724835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d3b6238b-4b95-4bb1-ad12-549cf7c0c9f3 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:17.749693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d79563-7546-4477-a455-49b6a6ca62ec,revision_number=0']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:17.752268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:17.785629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:17.786972 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-c8093416-5e73-4b16-acd9-ac784153c29e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2299657
Apr 15 15:11:17.914641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a8096c1a-e852-4daf-8e3f-bb88a62354e5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519538987&fields=id&tenant_id=50f4590e4d854fc19855593ce4560649 HTTP/1.1" status: 200  len: 267 time: 0.0426857
Apr 15 15:11:18.009447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-4054d8a5-b5e9-4d2f-9ae9-47d2d8b4fa49 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:18.011092 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-4054d8a5-b5e9-4d2f-9ae9-47d2d8b4fa49 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0901086
Apr 15 15:11:18.023898 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'port': {'security_groups': ['07d461fb-09d7-4862-b68f-98aa991a3cef', 'beb3a945-1067-4a0e-88db-e12a752bd081']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:11:18.154281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:18.520762 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:11:18.544705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:11:18.572159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:18.602497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:18.613627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['fa972026-6cbd-4953-a759-cd384e41fed3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:11:18.618302 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a6374e36-079c-4421-be6b-193e517741d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:11:18.768103 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:18.772092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=6']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:11:18.785706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:11:18.826143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:18.827530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:18.829033 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ed1e6157-b944-4597-86f5-c6e5312155fd req-a23055bb-457c-4bb9-812c-fb6e18123e38 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "PUT /v2.0/ports/fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 981 time: 0.8101075
Apr 15 15:11:18.829595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:11:18.890261 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'status': 'completed', 'code': 200}
Apr 15 15:11:18.912132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['fa972026-6cbd-4953-a759-cd384e41fed3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:11:19.074643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-8a82c91b-7561-4b46-872e-ed9f4a15e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:19.086975 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-8a82c91b-7561-4b46-872e-ed9f4a15e7bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1137 time: 0.1623006
Apr 15 15:11:19.086975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14330843-a9d7-498b-9135-ca944a4dbc09 req-8e06d380-d75e-4efe-8550-54e318c4d1fc tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:19.087698 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-14330843-a9d7-498b-9135-ca944a4dbc09 req-8e06d380-d75e-4efe-8550-54e318c4d1fc tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.1249247
Apr 15 15:11:19.172564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-9f9fea70-eadb-4d9d-a3c7-23cedbedda4b None None] Provisioning complete for port fa972026-6cbd-4953-a759-cd384e41fed3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:11:19.173127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9f9fea70-eadb-4d9d-a3c7-23cedbedda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:19.230237 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-14330843-a9d7-498b-9135-ca944a4dbc09 req-b4db1ed3-210a-4dff-838f-601070d87375 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1192493
Apr 15 15:11:19.266247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-bb599cb9-02a0-43cc-a176-ee53968254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:19.268258 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-bb599cb9-02a0-43cc-a176-ee53968254a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 916 time: 0.1793368
Apr 15 15:11:19.384680 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-fde28b9c-b9d6-4295-8a22-1621cae8dc3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 999 time: 0.1079435
Apr 15 15:11:19.457959 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-9de993e4-7ee3-412f-b6cf-2314f016f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:19.459569 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-9de993e4-7ee3-412f-b6cf-2314f016f364 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 200  len: 854 time: 0.0682366
Apr 15 15:11:19.543130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-c43bbe1d-467b-4968-a29c-4c08ff3f3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:19.544720 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-c43bbe1d-467b-4968-a29c-4c08ff3f3535 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0761571
Apr 15 15:11:19.686890 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-2121790e-61ff-4ef7-8fde-8da7cf1319f1 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341922
Apr 15 15:11:19.829630 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-eaa56b9e-631e-4694-947b-a2fb4118ac48 req-9be83a83-d1f8-436e-9ea5-d0fe4408a5bd service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353221
Apr 15 15:11:32.785132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3729c63f-1a13-4617-8603-19b183c266bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:33.747492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-39f5d949-3f43-4396-97df-9a5d0aa9b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:33.749275 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-39f5d949-3f43-4396-97df-9a5d0aa9b546 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1137 time: 0.1502857
Apr 15 15:11:33.758367 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b040d-84b8-4b12-af20-3915946dee69 req-80e0e447-c683-422e-8bb8-7757b0f0c90f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:33.759827 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cf0b040d-84b8-4b12-af20-3915946dee69 req-80e0e447-c683-422e-8bb8-7757b0f0c90f tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.1595070
Apr 15 15:11:34.144960 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cf0b040d-84b8-4b12-af20-3915946dee69 req-66a08d7f-4cb1-4559-ba8f-7e103230e024 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3605654
Apr 15 15:11:34.182253 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-04c3b95d-0059-408f-8364-fc85569644d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:34.183889 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-04c3b95d-0059-408f-8364-fc85569644d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 916 time: 0.4231434
Apr 15 15:11:34.293163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-dd99cd32-8f7c-483a-80ac-7cee94de6c7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 999 time: 0.1018131
Apr 15 15:11:34.365578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-50d057af-72d3-4f42-87a0-27ca1b4da739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:34.367156 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-50d057af-72d3-4f42-87a0-27ca1b4da739 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 200  len: 854 time: 0.0671005
Apr 15 15:11:34.450118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-8b83d74e-a58b-4eca-a9e7-3e72adf07b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:34.452674 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-8b83d74e-a58b-4eca-a9e7-3e72adf07b03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0790157
Apr 15 15:11:34.592679 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-5860f0b4-1392-431c-8a77-65575e9b14a3 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324394
Apr 15 15:11:34.735027 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f474e0ff-d786-4dff-b8e4-f0af503859cd req-eea4dcde-52fd-4a89-9bf0-8ab9b579328b service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345949
Apr 15 15:11:34.827779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c147c2d7-7863-4eb3-b267-806e6bc11a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:35.353847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bce9c0-db0e-4f6d-831e-22d0b8dcd58f req-95cd722f-800f-4402-9815-6ba23695c7f8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:35.355489 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d5bce9c0-db0e-4f6d-831e-22d0b8dcd58f req-95cd722f-800f-4402-9815-6ba23695c7f8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0908751
Apr 15 15:11:35.405260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d5bce9c0-db0e-4f6d-831e-22d0b8dcd58f req-ed5e1300-1290-4382-8754-4b836fc80239 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:11:35.467573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d5bce9c0-db0e-4f6d-831e-22d0b8dcd58f req-ed5e1300-1290-4382-8754-4b836fc80239 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:11:35.468743 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d5bce9c0-db0e-4f6d-831e-22d0b8dcd58f req-ed5e1300-1290-4382-8754-4b836fc80239 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1064017
Apr 15 15:11:36.171214 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:36.675011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e4ba4-af22-4eaf-9bb0-6348235e6e71 req-ea26b47a-1c4a-4ded-8221-437965629c5a tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:36.676591 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2a0e4ba4-af22-4eaf-9bb0-6348235e6e71 req-ea26b47a-1c4a-4ded-8221-437965629c5a tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0941918
Apr 15 15:11:36.728541 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2a0e4ba4-af22-4eaf-9bb0-6348235e6e71 req-ebec7ff3-de22-48a5-ae90-b08691d5a376 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454583
Apr 15 15:11:36.758985 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:37.570710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:37.931204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10760068-5fa9-4555-abab-1f3798e25c4b req-5198fc44-ed52-4c29-a14d-d548e0e56dd4 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:37.932846 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-10760068-5fa9-4555-abab-1f3798e25c4b req-5198fc44-ed52-4c29-a14d-d548e0e56dd4 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0897443
Apr 15 15:11:37.984894 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-10760068-5fa9-4555-abab-1f3798e25c4b req-2b68a393-5d57-467d-a8d4-44d677c41c8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0455270
Apr 15 15:11:39.187843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17845bf0-97ad-4870-9d0a-ea5ac27510c3 req-693e2628-3576-4bb1-8021-376ec645ced2 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:39.189352 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17845bf0-97ad-4870-9d0a-ea5ac27510c3 req-693e2628-3576-4bb1-8021-376ec645ced2 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0895460
Apr 15 15:11:39.239546 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-17845bf0-97ad-4870-9d0a-ea5ac27510c3 req-9c3985e0-84ab-4eac-9705-92cebcde312c tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0434933
Apr 15 15:11:40.445936 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fb959-b691-41b9-bef9-7f0ca5c13039 req-e1419cb6-9106-4b92-a8c8-cb9cc9199699 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:40.447558 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3e4fb959-b691-41b9-bef9-7f0ca5c13039 req-e1419cb6-9106-4b92-a8c8-cb9cc9199699 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0926723
Apr 15 15:11:40.500094 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3e4fb959-b691-41b9-bef9-7f0ca5c13039 req-aa27b765-561d-4c91-ac52-258aa2863a83 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452640
Apr 15 15:11:41.707908 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d613-1eca-4344-a0e5-2a248b4111d3 req-a4a29809-a220-434c-bd0f-d81b390e6e9c tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:41.709458 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fca5d613-1eca-4344-a0e5-2a248b4111d3 req-a4a29809-a220-434c-bd0f-d81b390e6e9c tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0925965
Apr 15 15:11:41.760826 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fca5d613-1eca-4344-a0e5-2a248b4111d3 req-82cb1752-fd8d-4c1a-80bc-412975d63ff1 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448978
Apr 15 15:11:42.964840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6ef7d-9950-4607-a72d-4560f4ee6c46 req-4d369107-5721-4996-8f63-72e9dcbc5169 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:42.966972 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-76c6ef7d-9950-4607-a72d-4560f4ee6c46 req-4d369107-5721-4996-8f63-72e9dcbc5169 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0883503
Apr 15 15:11:43.017840 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-76c6ef7d-9950-4607-a72d-4560f4ee6c46 req-8806a5d5-4391-4b01-9d2e-5f01f20e2f28 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442791
Apr 15 15:11:44.218247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddab82-de81-408b-874f-d40ab3569dd2 req-81c3b6f4-8bf5-4f07-b1c7-143d31ccfebb tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:44.219748 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-79ddab82-de81-408b-874f-d40ab3569dd2 req-81c3b6f4-8bf5-4f07-b1c7-143d31ccfebb tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0892835
Apr 15 15:11:44.273222 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-79ddab82-de81-408b-874f-d40ab3569dd2 req-eb91fbb8-7470-4209-9f59-9dde44f5534e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0468583
Apr 15 15:11:45.477373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e24ef-7ca1-436e-8b0d-68bcc5c35d12 req-9b54bc7d-3433-4785-880c-8d92ca4f8f57 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:45.478983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-402e24ef-7ca1-436e-8b0d-68bcc5c35d12 req-9b54bc7d-3433-4785-880c-8d92ca4f8f57 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0932639
Apr 15 15:11:45.531427 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-402e24ef-7ca1-436e-8b0d-68bcc5c35d12 req-b3fb3426-8a1a-4a76-acfb-546b5640a5ac tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0458393
Apr 15 15:11:46.735845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758c35a-1b48-404a-86cb-91fbdb5b1959 req-baa7bafd-942b-4c99-8409-cc6ce33ec1c2 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:46.737409 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1758c35a-1b48-404a-86cb-91fbdb5b1959 req-baa7bafd-942b-4c99-8409-cc6ce33ec1c2 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0907891
Apr 15 15:11:46.788547 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1758c35a-1b48-404a-86cb-91fbdb5b1959 req-c837edb8-6594-47c3-9ced-24016dd96d0c tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=beb3a945-1067-4a0e-88db-e12a752bd081&id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444450
Apr 15 15:11:48.773387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:11:52.200767 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-0faa6cd2-350b-4e10-abae-921ef53fdf17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0803936
Apr 15 15:11:52.368493 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-e0cee1fd-73eb-4b6f-86b8-1764efb3dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:52.370061 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-e0cee1fd-73eb-4b6f-86b8-1764efb3dede service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 1098 time: 0.0785472
Apr 15 15:11:52.525691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-55b7d703-b8ac-4f22-8af3-554a606178a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:52.527220 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-55b7d703-b8ac-4f22-8af3-554a606178a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1356483
Apr 15 15:11:52.638531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-d912af71-089b-4458-b9b8-972048001995 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 200  len: 1001 time: 0.1031351
Apr 15 15:11:52.707510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-74630ad3-f0e0-4bb7-baa0-e1078f5d09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:52.712038 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-74630ad3-f0e0-4bb7-baa0-e1078f5d09d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0638609
Apr 15 15:11:52.795077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-e44db294-b289-4538-9cf6-4e38ddfdf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:11:52.796725 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-e44db294-b289-4538-9cf6-4e38ddfdf228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0807769
Apr 15 15:11:52.942704 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-45a6cc5e-32f5-41a9-998f-f6f12fa96d2f service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361387
Apr 15 15:11:53.084436 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c55981a2-bcae-4ad0-9a30-62ce731596f1 req-42f94128-b32f-4559-9dda-75709f58a06e service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342440
Apr 15 15:11:55.520799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:12:02.758896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-12f52930-69b5-4aee-a86b-fe27dae4f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:04.841994 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c601832e-bc83-4f28-b1ef-a86fd2b98f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:06.187678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:06.767400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:07.584826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:09.126776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778a8a4-5da3-4b4e-8420-ac0e782a9f0c req-b6584d19-1387-4177-9593-2e5ff2ec03c5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:09.128358 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2778a8a4-5da3-4b4e-8420-ac0e782a9f0c req-b6584d19-1387-4177-9593-2e5ff2ec03c5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 945 time: 0.0890236
Apr 15 15:12:09.176353 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2778a8a4-5da3-4b4e-8420-ac0e782a9f0c req-40cbab44-746d-408a-8240-f616cf7b37f3 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413508
Apr 15 15:12:10.381667 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763d812-70f2-44ea-a04d-5a69b6a6b58c req-b1eb0bab-71a7-49aa-8dd8-65d8857f3ff2 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:10.383261 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c763d812-70f2-44ea-a04d-5a69b6a6b58c req-b1eb0bab-71a7-49aa-8dd8-65d8857f3ff2 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 945 time: 0.0915730
Apr 15 15:12:10.430467 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c763d812-70f2-44ea-a04d-5a69b6a6b58c req-5707b910-ea9d-474b-a70d-dbb0828a68b2 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408432
Apr 15 15:12:10.704802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-d396c417-435d-4b59-8e58-400cc00eb0d8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:10.706385 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-d396c417-435d-4b59-8e58-400cc00eb0d8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 945 time: 0.0925729
Apr 15 15:12:10.782043 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Deleting port f9ce55c1-e473-459e-ada2-c45e97089c08 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:10.782461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:11.041401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] For port f9ce55c1-e473-459e-ada2-c45e97089c08, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=f9ce55c1-e473-459e-ada2-c45e97089c08,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:11.041799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:11.342008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:11.342383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:11.343192 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Floating IP 85b6ba5f-551c-41ad-816d-b953457abfdf disassociated. External IP: 172.27.0.240, port: f9ce55c1-e473-459e-ada2-c45e97089c08.
Apr 15 15:12:11.343574 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Calling delete_port for f9ce55c1-e473-459e-ada2-c45e97089c08 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:11.655740 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163ff2d-4910-43ac-b988-9d6f017e6c5e req-4c667c4a-dfef-4203-a690-bfc275208069 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:11.657198 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5163ff2d-4910-43ac-b988-9d6f017e6c5e req-4c667c4a-dfef-4203-a690-bfc275208069 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 867 time: 0.1100318
Apr 15 15:12:11.658358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:11.678547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d8019d2b-f609-44ad-b9fc-4692c87c6572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:12.037820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'Port': ['ID=f9ce55c1-e473-459e-ada2-c45e97089c08,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:12.040555 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:12.077938 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-5163ff2d-4910-43ac-b988-9d6f017e6c5e req-87f7c60b-5837-46cc-b74f-5740700a1a5a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4025207
Apr 15 15:12:12.321867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:12:12.512477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:12:12.523281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:12:12.537108 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:12.537816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d88a518>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:12.595301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] No DVR routers for this DVR port f9ce55c1-e473-459e-ada2-c45e97089c08 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:12:12.598480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:12.601494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'name': 'network-vif-deleted', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:12.651757 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f7dc8974-6b06-4c62-aeaf-479670c27a44 req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "DELETE /v2.0/ports/f9ce55c1-e473-459e-ada2-c45e97089c08 HTTP/1.1" status: 204  len: 173 time: 1.9396741
Apr 15 15:12:12.655115 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5feebb1-be93-4dfd-ae14-0ef87f2bcffd', 'name': 'network-vif-deleted', 'tag': 'f9ce55c1-e473-459e-ada2-c45e97089c08', 'status': 'completed', 'code': 200}
Apr 15 15:12:12.732350 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:13.067398 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d88a518>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:13.071765 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:12:13.080811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:13.081468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d88a518>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:13.247167 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d0fcb430-a1ed-4810-8f0c-9d0844e50f66 req-5306c56b-5003-47e8-855c-c3aeffa39ec7 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:12:13.274951 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:13.298899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d0fcb430-a1ed-4810-8f0c-9d0844e50f66 req-5306c56b-5003-47e8-855c-c3aeffa39ec7 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:12:13.300222 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d0fcb430-a1ed-4810-8f0c-9d0844e50f66 req-5306c56b-5003-47e8-855c-c3aeffa39ec7 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5feebb1-be93-4dfd-ae14-0ef87f2bcffd HTTP/1.1" status: 200  len: 210 time: 0.1064312
Apr 15 15:12:13.603057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d88a518>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:13.607305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d1353-2527-4ff5-acd8-3eb09a9ba5b2 None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:12:13.989877 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f653e-5d56-430d-a7ea-5a54689d1020 None None] New status for floating IP 85b6ba5f-551c-41ad-816d-b953457abfdf: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:12:14.472247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device f9ce55c1-e473-459e-ada2-c45e97089c08 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:14.511290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: f9ce55c1-e473-459e-ada2-c45e97089c08 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:14.511694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device f9ce55c1-e473-459e-ada2-c45e97089c08 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:14.723620 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-e36c961f-2fe2-4e64-ad42-5994192ccd4f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202514493&fields=id&tenant_id=aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 267 time: 0.0436723
Apr 15 15:12:14.885435 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-bc4280f4-8f4f-4242-b747-d6a46d7d97b6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:14.886125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-bc4280f4-8f4f-4242-b747-d6a46d7d97b6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:network {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:12:14.935490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-bc4280f4-8f4f-4242-b747-d6a46d7d97b6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:network {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:12:14.936995 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-bc4280f4-8f4f-4242-b747-d6a46d7d97b6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 812 time: 0.2063847
Apr 15 15:12:14.953820 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-8098e1ad-a85c-4b3d-9be6-08f8c7c5d049 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/quotas/aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 375 time: 0.0107241
Apr 15 15:12:15.045566 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-9bbba9cd-e2a0-4174-ab83-d00d129f9df8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0858290
Apr 15 15:12:15.159799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-8c8587d7-a9f2-48c1-b3cd-d5ca722d3705 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=85438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 15:12:15.160965 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-8c8587d7-a9f2-48c1-b3cd-d5ca722d3705 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1033480
Apr 15 15:12:15.302872 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-322c3e7e-02a0-445b-9b4c-9b55bd29263e service neutron] 10.222.0.20 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353102
Apr 15 15:12:15.444000 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-c0db7048-fe37-4d23-bbbc-fb22693a1dbd service neutron] 10.222.0.20 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343658
Apr 15 15:12:15.981810 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6e048a4b-c330-4aad-900e-7b825612f6ed req-f4a3633e-f253-4f60-ab77-6cd66ede4f59 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 210 time: 0.0496442
Apr 15 15:12:17.149393 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8b98248-9e17-4330-8b85-8c1cf15ffdc3 req-0f795b8a-34c0-44a9-8195-a521511bc782 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 210 time: 0.0535038
Apr 15 15:12:17.519106 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-fb339034-f0b4-4259-bbc7-12447e95643a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:17.520655 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-fb339034-f0b4-4259-bbc7-12447e95643a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 812 time: 0.1604333
Apr 15 15:12:17.602353 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-8369748d-2de0-4ecc-8f56-72fc7bb16a22 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 8059 time: 0.0723121
Apr 15 15:12:17.612808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'port': {'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'admin_state_up': True, 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'security_groups': ['1e289255-b495-443d-b5d5-1a7c35faf96c']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:12:17.758609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:12:17.769095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:12:17.810322 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Made reservation on behalf of aa1edd604df44a5ab3f1fd047e3be133 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:12:17.816616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:17.989114 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Allocated IP 172.20.0.5 (6f3176c3-0810-4994-b2ba-3edc500541fe/742d7621-ca49-4ff6-8833-62cc85eb7d81/24e606f7-f0a5-4ed3-a096-49db44c71280) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:12:18.189685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:18.209265 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Transition to ACTIVE for port object 24e606f7-f0a5-4ed3-a096-49db44c71280 will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:12:18.256412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:18.273164 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a4f40ddb-7780-452a-88d2-cf0a89f51f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:18.361991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1347-7d94-4816-99ee-77ed61beb965 req-ed39558b-da96-4640-b1a3-9514615a2e34 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:18.363616 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-149b1347-7d94-4816-99ee-77ed61beb965 req-ed39558b-da96-4640-b1a3-9514615a2e34 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 931 time: 0.0943015
Apr 15 15:12:18.416540 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-149b1347-7d94-4816-99ee-77ed61beb965 req-5c1996d2-cf8a-4c32-aad3-e1de359e2206 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457461
Apr 15 15:12:18.416845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=24e606f7-f0a5-4ed3-a096-49db44c71280,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:18.440231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.440614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.441037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.441454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.441866 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.442305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.442720 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.443130 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.443540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.444205 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.444612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.445015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:18.450975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:18.487270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:12:18.488340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:12:18.490793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:12:18.562231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:18.562923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:18.691390 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0835085
Apr 15 15:12:18.704746 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Request body: {'port': {'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:12:18.718811 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b5696eda-02b2-49a6-b050-01e8d461c72a None None] Provisioning for port 24e606f7-f0a5-4ed3-a096-49db44c71280 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:12:18.731796 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-b5696eda-02b2-49a6-b050-01e8d461c72a None None] Provisioning complete for port 24e606f7-f0a5-4ed3-a096-49db44c71280 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:12:18.732470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b5696eda-02b2-49a6-b050-01e8d461c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:18.797486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b5696eda-02b2-49a6-b050-01e8d461c72a None None] Port 24e606f7-f0a5-4ed3-a096-49db44c71280 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:12:18.810160 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:18.829916 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:19.247891 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e606f7-f0a5-4ed3-a096-49db44c71280 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:12:19.256047 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:19.333966 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-a0f4b5ac-61da-4b62-bf85-821ac906ccc8 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519538987&fields=id&tenant_id=50f4590e4d854fc19855593ce4560649 HTTP/1.1" status: 200  len: 267 time: 0.0461798
Apr 15 15:12:19.381551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Transition to ACTIVE for port object 24e606f7-f0a5-4ed3-a096-49db44c71280 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:12:19.428067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-e60afaea-4c2f-4ffb-a144-8011cb9504ba tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:19.429663 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-e60afaea-4c2f-4ffb-a144-8011cb9504ba tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 984 time: 0.0895905
Apr 15 15:12:19.432456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:19.449860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5ef5ddd7-3a71-4bed-a0b4-d2e1225bcfa2 tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:19.494916 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Request body: {'port': {'security_groups': ['07d461fb-09d7-4862-b68f-98aa991a3cef']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:12:19.622726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55958-aad5-4533-9780-66cc0f935171 req-532920a4-208d-4412-8b78-9b3fb9ce4083 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:19.624620 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18e55958-aad5-4533-9780-66cc0f935171 req-532920a4-208d-4412-8b78-9b3fb9ce4083 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.0919044
Apr 15 15:12:19.676799 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18e55958-aad5-4533-9780-66cc0f935171 req-9c77b8f0-55ec-4590-9a11-f3e3a672d505 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455885
Apr 15 15:12:19.898162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Pushing event updated for resources: {'Port': ['ID=24e606f7-f0a5-4ed3-a096-49db44c71280,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:19.907190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:20.005500 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:20.341419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Attempting to bind port 24e606f7-f0a5-4ed3-a096-49db44c71280 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:12:20.341910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Attempting to bind port 24e606f7-f0a5-4ed3-a096-49db44c71280 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:12:20.342121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Attempting to bind port 24e606f7-f0a5-4ed3-a096-49db44c71280 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:12:20.351028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Port 24e606f7-f0a5-4ed3-a096-49db44c71280 on network 6f3176c3-0810-4994-b2ba-3edc500541fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:12:20.351392 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Attempting to bind port 24e606f7-f0a5-4ed3-a096-49db44c71280 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:12:20.359377 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:12:20.359756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Checking segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:12:20.360195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Bound using segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:12:20.360666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Bound port: 24e606f7-f0a5-4ed3-a096-49db44c71280, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:12:20.361053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:20.584702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] For port 24e606f7-f0a5-4ed3-a096-49db44c71280, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:12:20.592594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:20.600178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] For port 24e606f7-f0a5-4ed3-a096-49db44c71280, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=24e606f7-f0a5-4ed3-a096-49db44c71280,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:12:20.623174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:20.630874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:20.649709 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-62ef7ac7-c328-4294-be37-5d3d2a7a8c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:20.734070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:20.745697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['fa972026-6cbd-4953-a759-cd384e41fed3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:12:20.886661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baff56b-7c38-4650-8c7d-a3c5b87744d4 req-3bf52c63-fb78-40a7-8c19-05c489e5f50b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:20.888368 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1baff56b-7c38-4650-8c7d-a3c5b87744d4 req-3bf52c63-fb78-40a7-8c19-05c489e5f50b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.0945599
Apr 15 15:12:20.926525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Pushing event updated for resources: {'Port': ['ID=24e606f7-f0a5-4ed3-a096-49db44c71280,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:20.941578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:20.943163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1baff56b-7c38-4650-8c7d-a3c5b87744d4 req-566531eb-5d95-454c-8e7f-df12323ba909 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471087
Apr 15 15:12:20.945663 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ea17e285-ab9d-4c26-9eb1-e32c886ec785 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:21.018719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:21.019416 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.020887 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] 10.222.0.10 "PUT /v2.0/ports/24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 1093 time: 2.3208485
Apr 15 15:12:21.023883 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:21.070825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:21.071538 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.073043 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-2da763f6-2982-4f4f-a529-fb8ea33ba522 req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "PUT /v2.0/ports/fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 942 time: 1.6243033
Apr 15 15:12:21.073955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event updated for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=7']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:21.080671 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37630) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:21.081736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:21.104166 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'status': 'completed', 'code': 200}
Apr 15 15:12:21.133744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['fa972026-6cbd-4953-a759-cd384e41fed3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:12:21.175089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.211241 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.223679 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-64fea016-938e-4ee1-bee5-7e45c24cdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:21.226550 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-64fea016-938e-4ee1-bee5-7e45c24cdaf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1096 time: 0.1156955
Apr 15 15:12:21.313173 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.316286 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-41131813-c4ac-4d1d-87f0-430639ea39cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 217 time: 0.0788314
Apr 15 15:12:21.319238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-560d4b21-bed4-4fad-ad13-226d1877e943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:21.335767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb3a945-1067-4a0e-88db-e12a752bd081,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:21.344490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.344996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.345301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.345710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.346124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.346577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.346983 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.347387 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.347790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.348186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.348592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.348991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:21.358094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:21.384285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.385629 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e74befe5-b52e-4d21-ab80-c63b0889fa8e tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "DELETE /v2.0/security-groups/beb3a945-1067-4a0e-88db-e12a752bd081 HTTP/1.1" status: 204  len: 168 time: 0.3037732
Apr 15 15:12:21.388464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37634) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:21.393619 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-47d7eeb7-7710-44d8-af77-9f08a696c3e3 None None] Provisioning complete for port fa972026-6cbd-4953-a759-cd384e41fed3 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:12:21.394049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-47d7eeb7-7710-44d8-af77-9f08a696c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.396464 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-95af0fc3-de71-4c8d-ba2e-e7d8d7d76306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:21.398257 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-95af0fc3-de71-4c8d-ba2e-e7d8d7d76306 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0749564
Apr 15 15:12:21.486475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-26b9240f-ac9a-4e96-b209-5cfe16d8fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:21.488094 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-26b9240f-ac9a-4e96-b209-5cfe16d8fcb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800574
Apr 15 15:12:21.618428 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Deleting port d0feccea-9ced-4df8-9121-306854abaf0c {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:21.618734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.636018 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-8647ef96-010b-4ca4-b763-889c453c045d service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396558
Apr 15 15:12:21.780618 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-29f50cd5-692e-4198-81ef-5d82bc18c21d req-a0535d04-c880-4cb6-a46a-fd05b22f79cc service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370056
Apr 15 15:12:21.801123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.801498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:21.935044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Calling delete_port for d0feccea-9ced-4df8-9121-306854abaf0c owned by network:floatingip {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:21.935378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e527d-17ba-4f12-857a-534614fae67e req-ea2b6d9c-f41a-4809-aacc-3d77982c1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:21.937152 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-ea2b6d9c-f41a-4809-aacc-3d77982c1905 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1096 time: 0.0818858
Apr 15 15:12:22.126695 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e527d-17ba-4f12-857a-534614fae67e req-a0e1ebc5-7c5e-4da4-8b4b-9304dae8f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:22.128288 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-a0e1ebc5-7c5e-4da4-8b4b-9304dae8f74a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1839831
Apr 15 15:12:22.147453 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:22.163454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:22.208694 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-b7082934-098b-4058-b686-a5ec4b91547d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 217 time: 0.0732923
Apr 15 15:12:22.256735 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event deleted for resources: {'Port': ['ID=d0feccea-9ced-4df8-9121-306854abaf0c,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:22.263677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:22.297122 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3395599-a1c0-44ce-aba1-5b7d3c769f83 req-322e4d2b-233f-40b6-9f00-2d5a64b96682 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:22.298105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-e3395599-a1c0-44ce-aba1-5b7d3c769f83 req-322e4d2b-233f-40b6-9f00-2d5a64b96682 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:12:22.305166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e527d-17ba-4f12-857a-534614fae67e req-c0c72878-cc0e-44e8-aee9-83a321cf4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:22.306809 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-c0c72878-cc0e-44e8-aee9-83a321cf4b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0855389
Apr 15 15:12:22.394289 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-e3395599-a1c0-44ce-aba1-5b7d3c769f83 req-322e4d2b-233f-40b6-9f00-2d5a64b96682 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:12:22.395557 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e3395599-a1c0-44ce-aba1-5b7d3c769f83 req-322e4d2b-233f-40b6-9f00-2d5a64b96682 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.3211105
Apr 15 15:12:22.400258 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e527d-17ba-4f12-857a-534614fae67e req-7ede6b58-7fdc-4759-b24d-f196a4d77a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:22.401773 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-7ede6b58-7fdc-4759-b24d-f196a4d77a26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0870001
Apr 15 15:12:22.432748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks [] for floatingip, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:22.433134 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Floating IP c62a731a-bc49-4fd1-98a1-31192fcc6b15 disassociated (deleted). External IP: 172.27.0.8, port: fa972026-6cbd-4953-a759-cd384e41fed3.
Apr 15 15:12:22.528354 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e3395599-a1c0-44ce-aba1-5b7d3c769f83 req-740c4fc9-3e51-487b-807a-79efd22a2537 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1254323
Apr 15 15:12:22.590624 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-2dcebca7-9fb0-4c8f-b649-fccd367d5827 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723180
Apr 15 15:12:22.734100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-825e527d-17ba-4f12-857a-534614fae67e req-97cb3520-8f05-438b-8e95-ce67165a3862 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367249
Apr 15 15:12:22.816198 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Router a9888222-a384-4fc4-ab2c-c404a2eb57c5 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:12:23.105576 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:23.158893 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'status': 'completed', 'code': 200}
Apr 15 15:12:23.253197 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:12:23.260188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812029d7-36fa-45c1-abee-36c5501a7601 req-9e0fb551-9d4a-48a3-87a1-657dd0f85ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:23.262032 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-9e0fb551-9d4a-48a3-87a1-657dd0f85ac3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1098 time: 0.0806115
Apr 15 15:12:23.265536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] Sync routers for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:12:23.275477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:23.278533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d3ba978>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:23.301721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:23.363983 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "DELETE /v2.0/floatingips/c62a731a-bc49-4fd1-98a1-31192fcc6b15 HTTP/1.1" status: 204  len: 168 time: 1.9736123
Apr 15 15:12:23.364588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:23.416007 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'status': 'completed', 'code': 200}
Apr 15 15:12:23.427806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812029d7-36fa-45c1-abee-36c5501a7601 req-b258835c-fdc3-406c-aab0-2f67c8118f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:23.429533 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-b258835c-fdc3-406c-aab0-2f67c8118f41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 916 time: 0.1616023
Apr 15 15:12:23.478558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:23.509160 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-dda4d362-3771-4bb0-ac7d-2197df7eff8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 217 time: 0.0723934
Apr 15 15:12:23.582317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812029d7-36fa-45c1-abee-36c5501a7601 req-97f0344a-ad77-4cb6-8ca7-f967d1ca3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:23.584105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-97f0344a-ad77-4cb6-8ca7-f967d1ca3bc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 200  len: 854 time: 0.0681005
Apr 15 15:12:23.690770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812029d7-36fa-45c1-abee-36c5501a7601 req-00b61337-aeb7-400e-8575-6dc44edf9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:23.692648 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-00b61337-aeb7-400e-8575-6dc44edf9e77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1005933
Apr 15 15:12:23.788460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0addf9-dd56-4c17-a287-8fee3f19576c req-d5c36025-7d20-43b9-b448-b4af658a8de5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:23.790559 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ce0addf9-dd56-4c17-a287-8fee3f19576c req-d5c36025-7d20-43b9-b448-b4af658a8de5 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.0995295
Apr 15 15:12:23.863699 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ce0addf9-dd56-4c17-a287-8fee3f19576c req-21de231f-f167-4c0f-ba4c-8db5c66cc4bf tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631056
Apr 15 15:12:23.908224 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-90ba04d9-d44e-4cc6-a96b-9dec10b76311 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078993
Apr 15 15:12:24.046655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d3ba978>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:24.051326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] Checking router: a9888222-a384-4fc4-ab2c-c404a2eb57c5 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:12:24.062222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:24.062920 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d3ba978>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:24.266091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:24.333908 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-812029d7-36fa-45c1-abee-36c5501a7601 req-b1f06e0b-c3ac-4f55-8453-e5c62e87d771 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4192955
Apr 15 15:12:24.486317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95156-97a3-496a-a018-a7a80d02798c req-2fdd5cca-1b87-427a-b56a-67efb306ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:24.488419 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-2fdd5cca-1b87-427a-b56a-67efb306ac01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50f4590e4d854fc19855593ce4560649&device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 1098 time: 0.0818729
Apr 15 15:12:24.609777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d3ba978>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:24.614471 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0285ad-f06b-41da-b55f-b48348cec0d5 None None] The sync data for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi is: [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:10:16Z', 'revision_number': 4, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': '6bbd3109-db73-408f-af08-5964ac360c74', 'name': '', 'network_id': '0cd668cc-a9a6-4bc4-b5af-c774ff79da91', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'mac_address': 'fa:16:3e:6a:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'acda081c-3457-45d0-8cf5-be605f801867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:15Z', 'updated_at': '2021-04-15T15:10:26Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'subnets': [{'id': 'acda081c-3457-45d0-8cf5-be605f801867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:12:24.637041 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95156-97a3-496a-a018-a7a80d02798c req-631c60bf-5ac6-4fad-a81d-7a3ebe80bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:24.643344 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-631c60bf-5ac6-4fad-a81d-7a3ebe80bbc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 200  len: 916 time: 0.1437738
Apr 15 15:12:24.732048 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-32bd778f-ef5b-4088-a2e5-edc9d1df2545 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 200  len: 217 time: 0.0862062
Apr 15 15:12:24.811782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95156-97a3-496a-a018-a7a80d02798c req-083eaca4-44db-4b8e-b8ae-5396cd540e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:24.813924 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-083eaca4-44db-4b8e-b8ae-5396cd540e35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 200  len: 854 time: 0.0749109
Apr 15 15:12:24.925405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95156-97a3-496a-a018-a7a80d02798c req-68b82286-0898-4723-9eee-3fdad8d3da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:24.927082 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-68b82286-0898-4723-9eee-3fdad8d3da23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cd668cc-a9a6-4bc4-b5af-c774ff79da91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1068082
Apr 15 15:12:25.070475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8806076-0d64-4f43-a815-42f6ff1f2f24 None None] New status for floating IP c62a731a-bc49-4fd1-98a1-31192fcc6b15: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:12:25.098239 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-d4e9a3fb-c1d1-49ff-9b5d-d87df42cb8fa service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638429
Apr 15 15:12:25.117527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f7a6-038d-4123-99e0-cb75d626cf5d req-1bc5af04-b5be-4d6e-976b-4acc927b71bb tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:25.119615 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9198f7a6-038d-4123-99e0-cb75d626cf5d req-1bc5af04-b5be-4d6e-976b-4acc927b71bb tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.1182418
Apr 15 15:12:25.190910 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-9198f7a6-038d-4123-99e0-cb75d626cf5d req-4ec6f829-710d-4b9f-9e5c-228433468c4a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586317
Apr 15 15:12:25.275404 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a5b95156-97a3-496a-a018-a7a80d02798c req-403476fd-c63f-4b09-933e-8e2aa7295e04 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700644
Apr 15 15:12:26.388159 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652cf73-b0f7-4c55-b1d3-b108d2c9f6e6 req-4362b7d9-35e9-4d71-b1ce-c2f820972a0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:26.389803 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f652cf73-b0f7-4c55-b1d3-b108d2c9f6e6 req-4362b7d9-35e9-4d71-b1ce-c2f820972a0f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.0884407
Apr 15 15:12:26.437603 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f652cf73-b0f7-4c55-b1d3-b108d2c9f6e6 req-5a501acc-90bd-4ce3-b62b-399f897398de tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413370
Apr 15 15:12:27.082837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-7c7f69b0-9d1e-4b8c-9450-2d47ebad2568 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:27.083592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-7c7f69b0-9d1e-4b8c-9450-2d47ebad2568 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:12:27.124062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-7c7f69b0-9d1e-4b8c-9450-2d47ebad2568 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:12:27.125228 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-7c7f69b0-9d1e-4b8c-9450-2d47ebad2568 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.1327491
Apr 15 15:12:27.172067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-3d661ce7-df86-4386-bf13-42a52de2c021 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Synchronizing usage tracker for tenant:50f4590e4d854fc19855593ce4560649 on resource:security_group {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:12:27.209684 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-3d661ce7-df86-4386-bf13-42a52de2c021 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Unset dirty status for tenant:50f4590e4d854fc19855593ce4560649 on resource:security_group {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:12:27.210940 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b684b20d-ab95-4b03-93c8-e6f6a9fd70b6 req-3d661ce7-df86-4386-bf13-42a52de2c021 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793374
Apr 15 15:12:27.638721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae27c6-f7e0-4f3c-8416-98d9231034cf req-46e46c35-65e6-4fe2-9159-cf750101143b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:27.641303 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-75ae27c6-f7e0-4f3c-8416-98d9231034cf req-46e46c35-65e6-4fe2-9159-cf750101143b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.0908115
Apr 15 15:12:27.689728 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-75ae27c6-f7e0-4f3c-8416-98d9231034cf req-6b0ad989-f9f8-4351-9bd1-f0c63162cae8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420651
Apr 15 15:12:28.409639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f590-a4b8-4176-813a-98794986919d req-b3999951-c201-469e-898f-0038ad080822 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:28.411250 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18c0f590-a4b8-4176-813a-98794986919d req-b3999951-c201-469e-898f-0038ad080822 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0877376
Apr 15 15:12:28.459132 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-18c0f590-a4b8-4176-813a-98794986919d req-093293bf-b78e-45a3-8df3-8f3c69c7d1f6 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/security-groups?id=07d461fb-09d7-4862-b68f-98aa991a3cef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414340
Apr 15 15:12:28.796374 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0774ab2d-ea18-4b54-b8a1-abfda5f6a5c5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:28.797969 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0774ab2d-ea18-4b54-b8a1-abfda5f6a5c5 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.10 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 945 time: 0.0920665
Apr 15 15:12:28.930829 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Deleting port fa972026-6cbd-4953-a759-cd384e41fed3 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:28.931219 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:29.009430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c201f-7b09-4b94-ac18-285ca37dc678 req-4e2a8460-a8bf-467e-8445-29d0779c11d1 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:29.011037 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e08c201f-7b09-4b94-ac18-285ca37dc678 req-4e2a8460-a8bf-467e-8445-29d0779c11d1 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.2074819
Apr 15 15:12:29.127132 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e08c201f-7b09-4b94-ac18-285ca37dc678 req-eecdb2a2-0853-4cdd-a922-a7ea8b07afdf tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877964
Apr 15 15:12:29.250380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] For port fa972026-6cbd-4953-a759-cd384e41fed3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=fa972026-6cbd-4953-a759-cd384e41fed3,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:29.250782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:29.383057 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Calling delete_port for fa972026-6cbd-4953-a759-cd384e41fed3 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:29.615800 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:29.628843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['fa972026-6cbd-4953-a759-cd384e41fed3'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:12:29.630371 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-bf12b2df-6094-42ed-b90a-e0294a694aac req-85d110a0-ad9d-4c7c-a6fa-e3de7773fb78 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.20 "GET /v2.0/ports?device_id=a647a524-bebc-47e7-b44e-8794351d574f HTTP/1.1" status: 200  len: 210 time: 0.0550826
Apr 15 15:12:29.633837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b48b848b-d89a-4d50-a77a-f50cd8f04c22 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:29.729901 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Pushing event deleted for resources: {'Port': ['ID=fa972026-6cbd-4953-a759-cd384e41fed3,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:29.736424 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:29.879249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] No DVR routers for this DVR port fa972026-6cbd-4953-a759-cd384e41fed3 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:12:29.881838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:29.886000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'name': 'network-vif-deleted', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:29.928171 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-20023cb7-581a-46ad-97e7-053d07d38685 req-0e0f885f-71c6-4419-8e7f-8c6ac3c7710b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] 10.222.0.10 "DELETE /v2.0/ports/fa972026-6cbd-4953-a759-cd384e41fed3 HTTP/1.1" status: 204  len: 173 time: 1.1233003
Apr 15 15:12:29.936292 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647a524-bebc-47e7-b44e-8794351d574f', 'name': 'network-vif-deleted', 'tag': 'fa972026-6cbd-4953-a759-cd384e41fed3', 'status': 'completed', 'code': 200}
Apr 15 15:12:30.331381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2629d-766e-41c4-ab19-f19632bd2c54 req-03290935-ac43-41a2-8131-fad4098a2c1f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:30.332999 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ce2629d-766e-41c4-ab19-f19632bd2c54 req-03290935-ac43-41a2-8131-fad4098a2c1f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 943 time: 0.0905795
Apr 15 15:12:30.381928 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1ce2629d-766e-41c4-ab19-f19632bd2c54 req-5a00f27c-aff6-45b5-9db5-41c0f9cffdba tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425715
Apr 15 15:12:30.552024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 24e606f7-f0a5-4ed3-a096-49db44c71280 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:12:30.706632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 24e606f7-f0a5-4ed3-a096-49db44c71280, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=24e606f7-f0a5-4ed3-a096-49db44c71280,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:30.723501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:12:30.790252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:30.807966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e606f7-f0a5-4ed3-a096-49db44c71280 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:12:30.847885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 24e606f7-f0a5-4ed3-a096-49db44c71280, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=24e606f7-f0a5-4ed3-a096-49db44c71280,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:30.876062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:30.878838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:30.953209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=24e606f7-f0a5-4ed3-a096-49db44c71280,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:30.961332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.961731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.962113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.962516 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.962888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.963261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.963630 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.964016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.964365 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.964731 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.965097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.965459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:12:30.970430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:31.082685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['24e606f7-f0a5-4ed3-a096-49db44c71280'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:12:31.724257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ead26-a266-4e67-bbd5-9919302258fd req-0219a89d-808a-4f4b-91cf-dc31dfe8c863 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:31.725873 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fe5ead26-a266-4e67-bbd5-9919302258fd req-0219a89d-808a-4f4b-91cf-dc31dfe8c863 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 944 time: 0.0888660
Apr 15 15:12:31.778270 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fe5ead26-a266-4e67-bbd5-9919302258fd req-07457f40-a850-45b7-b80d-78c414921875 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431631
Apr 15 15:12:31.937422 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37734) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:32.504286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:32.520439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:12:32.565597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 24e606f7-f0a5-4ed3-a096-49db44c71280 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:12:32.666873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port 24e606f7-f0a5-4ed3-a096-49db44c71280 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:12:32.672528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port 24e606f7-f0a5-4ed3-a096-49db44c71280 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:12:32.672949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:32.787478 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-899420f9-bad8-4f5d-bbd2-0ccfb068e009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:32.817691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:32.847953 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:32.860067 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port 24e606f7-f0a5-4ed3-a096-49db44c71280, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=24e606f7-f0a5-4ed3-a096-49db44c71280,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:32.888071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:32.889049 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device fa972026-6cbd-4953-a759-cd384e41fed3 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:32.889980 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Deleting port 6bbd3109-db73-408f-af08-5964ac360c74 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:32.890402 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:32.921745 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'code': 200}
Apr 15 15:12:32.922281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c2b53c9-333e-4ccd-bfc2-4c4be986f2d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:32.968162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: fa972026-6cbd-4953-a759-cd384e41fed3 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:32.968567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device fa972026-6cbd-4953-a759-cd384e41fed3 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:33.004286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=24e606f7-f0a5-4ed3-a096-49db44c71280,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:33.007661 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:33.125277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cba53-c32e-4158-be6b-152718099a33 req-922df825-c1a9-4db4-a689-4f2037f1faf2 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:33.126913 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-700cba53-c32e-4158-be6b-152718099a33 req-922df825-c1a9-4db4-a689-4f2037f1faf2 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 945 time: 0.2092865
Apr 15 15:12:33.190407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] For port 6bbd3109-db73-408f-af08-5964ac360c74, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=6bbd3109-db73-408f-af08-5964ac360c74,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:33.190730 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:33.250939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc11a-b8db-4e6f-9981-b946cb266e40 req-e360a7ce-36eb-45e9-ad01-01ecaadc17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:33.252531 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ff4dc11a-b8db-4e6f-9981-b946cb266e40 req-e360a7ce-36eb-45e9-ad01-01ecaadc17b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1098 time: 0.0812271
Apr 15 15:12:33.269835 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-700cba53-c32e-4158-be6b-152718099a33 req-2ce8963b-afc2-46b8-b593-904d7bc35090 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324732
Apr 15 15:12:33.296345 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ff4dc11a-b8db-4e6f-9981-b946cb266e40 req-ed75185d-48c6-4403-a1d1-8e826ce37828 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372388
Apr 15 15:12:33.340208 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Calling delete_port for 6bbd3109-db73-408f-af08-5964ac360c74 owned by network:router_interface {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:33.541190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:33.556465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-172cff2d-f4ab-4e09-b5e3-c4f32cab6abb tempest-AttachVolumeNegativeTest-989701835 tempest-AttachVolumeNegativeTest-989701835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:33.651247 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbd3109-db73-408f-af08-5964ac360c74,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:33.659702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:34.002434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:34.484414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd5b7-418b-4da5-b040-2fc80a74e1d9 req-bb63357c-676f-4b1d-a1a4-7388a2764554 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:34.486090 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad8cd5b7-418b-4da5-b040-2fc80a74e1d9 req-bb63357c-676f-4b1d-a1a4-7388a2764554 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 945 time: 0.0930798
Apr 15 15:12:34.537231 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-ad8cd5b7-418b-4da5-b040-2fc80a74e1d9 req-4b0550c5-edbf-4750-bd91-07b1c8348c48 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447125
Apr 15 15:12:34.844006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ec320a8a-11ce-42de-b228-85f7add1c483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:34.852598 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95254-84bd-4164-b94c-1cc2f3ee7373 req-f698bc79-97ce-4c1d-9aef-11def1b45173 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:34.854156 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54b95254-84bd-4164-b94c-1cc2f3ee7373 req-f698bc79-97ce-4c1d-9aef-11def1b45173 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 945 time: 0.1966081
Apr 15 15:12:34.859046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Router a9888222-a384-4fc4-ab2c-c404a2eb57c5 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:12:35.046213 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-54b95254-84bd-4164-b94c-1cc2f3ee7373 req-d943817d-5b91-4647-b747-b072964f8bcc tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1844497
Apr 15 15:12:35.071930 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37746) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:35.085406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:12:35.094987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] Sync routers for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:12:35.098622 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-815279d3-74c0-4b54-8028-916c8284a33b admin admin] 10.222.0.20 "PUT /v2.0/routers/a9888222-a384-4fc4-ab2c-c404a2eb57c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1600266
Apr 15 15:12:35.101312 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37750) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:35.104826 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:35.105503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426db99358>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:35.164056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cfe4cf-3765-46f2-add9-36fb0fd73421 tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:35.168481 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-52cfe4cf-3765-46f2-add9-36fb0fd73421 tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1093 time: 0.0926855
Apr 15 15:12:35.168748 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 37754) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:35.175649 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:12:35.182230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:12:35.187185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:floatingip and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:12:35.190225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85438) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:12:35.196575 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:12:35.233459 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.288968 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks [] for router, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.294443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:35.384785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.489287 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.530314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Deleting port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:35.530682 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.544368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Allocated IP 172.27.0.70 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/fb5373e4-9e15-4641-ad92-2ab45782f09c) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:12:35.709192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.720038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] For port 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:35.720443 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.770510 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:35.778236 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426db99358>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:12:33Z', 'revision_number': 5, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port': {'id': '0f634d65-3c0c-4b5d-b7c1-f78b88f382cb', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:12Z', 'updated_at': '2021-04-15T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:35.782691 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] Checking router: a9888222-a384-4fc4-ab2c-c404a2eb57c5 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:12:35.787852 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-67b4f393-df0a-4c01-a447-e7758e6b04d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:35.800979 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] Routers {'a9888222-a384-4fc4-ab2c-c404a2eb57c5'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:35.801660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426db99358>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:35.862450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Calling delete_port for 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb owned by network:router_gateway {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:35.927337 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=fb5373e4-9e15-4641-ad92-2ab45782f09c,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:35.930506 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:35.966033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] Set router a9888222-a384-4fc4-ab2c-c404a2eb57c5 gateway port host: None {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:35.992656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:12:35.993785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:12:35.996212 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:12:36.084415 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426db99358>, [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:12:35Z', 'revision_number': 6, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:36.089206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a328c5-edf4-4822-9304-fa21503c2c1f None None] The sync data for ids ['a9888222-a384-4fc4-ab2c-c404a2eb57c5'] in dv-cinder-734144-16-iscsi is: [{'id': 'a9888222-a384-4fc4-ab2c-c404a2eb57c5', 'name': 'tempest-TestMinimumBasicScenario-1372682720-router', 'tenant_id': '50f4590e4d854fc19855593ce4560649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:11Z', 'updated_at': '2021-04-15T15:12:35Z', 'revision_number': 6, 'project_id': '50f4590e4d854fc19855593ce4560649', 'gw_port_host': None}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:12:36.133168 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.149815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4647c4c4-aa99-49a3-9241-84e29a8d4be7 tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:36.193321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.244841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f634d65-3c0c-4b5d-b7c1-f78b88f382cb,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:36.252158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:36.425199 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.453135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.453281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 6bbd3109-db73-408f-af08-5964ac360c74 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:36.491550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 6bbd3109-db73-408f-af08-5964ac360c74 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:36.492102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 6bbd3109-db73-408f-af08-5964ac360c74 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:36.619172 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.621754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.724482 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.725232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9888222-a384-4fc4-ab2c-c404a2eb57c5 {{(pid=85437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:12:36.739676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.740929 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-70621768-216f-44ef-8636-0b9de5a56367 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a9888222-a384-4fc4-ab2c-c404a2eb57c5 HTTP/1.1" status: 204  len: 168 time: 1.6386411
Apr 15 15:12:36.743712 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37758) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:36.753120 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.820138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Deleting subnet acda081c-3457-45d0-8cf5-be605f801867 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:12:36.823904 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.834196 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.881987 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:36.967189 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.111693 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.147104 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.162476 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f5db8145-cb34-428b-8807-b5f2be654325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:37.259185 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.279425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3e5ce8f2-002d-4cae-a200-96f452248337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:37.296425 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=fb5373e4-9e15-4641-ad92-2ab45782f09c,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:37.301051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:37.359356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acda081c-3457-45d0-8cf5-be605f801867,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:37.366432 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:37.405240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.410858 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.416213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ac2bc-5c79-45af-9595-12591b38a1ae None None] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:12:37.420604 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-76a6fa97-256d-4117-95eb-5ea64051286d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/acda081c-3457-45d0-8cf5-be605f801867 HTTP/1.1" status: 204  len: 168 time: 0.6730008
Apr 15 15:12:37.421207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37762) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:37.604009 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Floating IP 352929d1-c161-4aa8-84f5-396e1731a0ab associated. External IP: 172.27.0.70, port: 24e606f7-f0a5-4ed3-a096-49db44c71280.
Apr 15 15:12:37.656778 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.721046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] DHCP port deletion for 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:12:37.725597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Deleting port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:37.726017 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.807317 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.880339 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Deleting port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:37.880713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:37.957469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] For port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:37.958001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:38.011386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:12:38.094792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Calling delete_port for 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:38.104113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] For port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,segment=NetworkSegment(51e2f45c-c868-4abb-80a5-00e72aca3c47),segment_id=51e2f45c-c868-4abb-80a5-00e72aca3c47)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:38.104520 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:38.210225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138'] for port, after_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:38.212872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:12:38.224918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:12:38.235137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:38.236149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e4795c0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:38.245632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Calling delete_port for 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 owned by network:dhcp {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:38.273188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:38.331210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85437) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:12:38.331801 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:12:38.336330 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c2b53c9-333e-4ccd-bfc2-4c4be986f2d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:38.350210 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-773d5825-97fa-4a81-9b3f-0e596c3c5a7f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.1735373
Apr 15 15:12:38.350210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:12:38.399721 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Pushing event deleted for resources: {'Port': ['ID=04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247,revision_number=None']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:38.401504 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'status': 'completed', 'code': 200}
Apr 15 15:12:38.404501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:38.406817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c9872-70fb-4b86-8886-5fd6ca4c5438 None None] No DVR routers for this DVR port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 on host dv-cinder-734144-16-iscsi {{(pid=85439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:12:38.414001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:38.456161 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:38.456552 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:38.457024 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:38.457281 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:38.494119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:38.494542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0f634d65-3c0c-4b5d-b7c1-f78b88f382cb not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:38.505702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-2e325edb-26f8-4611-ad0f-85edb1449769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:38.507423 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-2e325edb-26f8-4611-ad0f-85edb1449769 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1098 time: 0.0847266
Apr 15 15:12:38.650357 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-3929d4dc-29db-4256-9ec9-9cd26ef62a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:38.651948 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-3929d4dc-29db-4256-9ec9-9cd26ef62a80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1375291
Apr 15 15:12:38.764101 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-3f66b761-477e-42a0-8f58-ffab116b75ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 998 time: 0.1044445
Apr 15 15:12:38.830719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e4795c0>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:36Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:38.833001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Deleting port 04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:38.833821 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:38.834787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:12:38.834918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-db5d09c5-601e-4af6-a84d-0e667479e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:38.836768 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-db5d09c5-601e-4af6-a84d-0e667479e0cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0662992
Apr 15 15:12:38.845191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:38.845849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e4795c0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:38.915838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] The port '04a5ca6f-fbb4-4d9a-9e6a-a0f94ab50247' was deleted {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:12:38.924020 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-5e640370-c583-45a3-baf2-62c8dfc33525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:12:38.925648 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-5e640370-c583-45a3-baf2-62c8dfc33525 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0823975
Apr 15 15:12:39.042564 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:39.043128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:39.072529 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-274956f5-cd55-4852-b7db-2170e532bed5 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388991
Apr 15 15:12:39.162282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426ce0f080>,) {'filters': {'network_id': ['0cd668cc-a9a6-4bc4-b5af-c774ff79da91']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:39.175546 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426ce0f080>, '51e2f45c-c868-4abb-80a5-00e72aca3c47') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:39.175893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426ce0f080>, '51e2f45c-c868-4abb-80a5-00e72aca3c47') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:39.188786 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:39.204918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:39.211316 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:12:39.216738 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-52fa04aa-6a27-4be4-8ed4-64a1e32c1451 req-54577b60-d850-4c35-9a78-40debebf3863 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365340
Apr 15 15:12:39.392389 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:12:39.401572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:39.417323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e4795c0>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:36Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:39.422109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8eac3-d179-4e97-ac60-c59c4cfb3539 None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:36Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:12:39.588191 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Network 0cd668cc-a9a6-4bc4-b5af-c774ff79da91 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   % (table.description, expected, rows_matched)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:12:39.611975 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:12:39.694163 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2bd20-90fd-46b6-8dc7-48e031c7a9c4 None None] New status for floating IP 352929d1-c161-4aa8-84f5-396e1731a0ab: ACTIVE {{(pid=85439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:12:39.718885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:39.722792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-93233948-8d6d-4129-aa35-ac73b5ca0bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:39.737647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:39.748970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd668cc-a9a6-4bc4-b5af-c774ff79da91,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:39.752558 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:39.794224 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-b099e744-662a-4611-bae6-5c1621eff8d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0cd668cc-a9a6-4bc4-b5af-c774ff79da91 HTTP/1.1" status: 204  len: 168 time: 2.3694971
Apr 15 15:12:39.796008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37770) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:40.366095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:40.729589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Deleting port befa1ec4-26ba-4898-90cf-b12c0b70f7cf {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:40.729895 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:40.915860 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] For port befa1ec4-26ba-4898-90cf-b12c0b70f7cf, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:40.916256 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:41.046251 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Calling delete_port for befa1ec4-26ba-4898-90cf-b12c0b70f7cf owned by network:router_interface {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:41.249795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:41.265685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-eab4381a-8eb3-456d-9aec-e665aa6e9ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:41.359931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Pushing event deleted for resources: {'Port': ['ID=befa1ec4-26ba-4898-90cf-b12c0b70f7cf,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:41.363808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:41.947773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:42.452245 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:12:42.638988 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:12:42.647961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] Sync routers for ids ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:12:42.648100 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-d18eefdc-92be-4f1b-be48-df750b9f41ae admin admin] 10.222.0.20 "PUT /v2.0/routers/698bc04c-46d2-4c5e-906f-49ba2bd3b4a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8513417
Apr 15 15:12:42.650769 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37774) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:42.658487 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] Routers {'698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:42.659157 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e479b70>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:42.843550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks [] for router, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:42.849466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] Set router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:43.038407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:43.078213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Deleting port 0a651a85-d1b9-44b2-9db9-d9c199a522b4 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:43.078594 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:43.149498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e479b70>, [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:12:41Z', 'revision_number': 5, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port': {'id': '0a651a85-d1b9-44b2-9db9-d9c199a522b4', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:10:21Z', 'updated_at': '2021-04-15T15:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:43.153587 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] Checking router: 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:12:43.162770 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] Routers {'698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:12:43.163420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e479b70>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:12:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:43.267286 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] For port 0a651a85-d1b9-44b2-9db9-d9c199a522b4, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=0a651a85-d1b9-44b2-9db9-d9c199a522b4,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:43.267687 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:43.406627 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Calling delete_port for 0a651a85-d1b9-44b2-9db9-d9c199a522b4 owned by network:router_gateway {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:43.481669 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] Set router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 gateway port host: None {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:12:43.596066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e479b70>, [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:12:43Z', 'revision_number': 6, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:43.600266 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675599bf-cbb1-4bd8-9b80-6a14ee5b9bab None None] The sync data for ids ['698bc04c-46d2-4c5e-906f-49ba2bd3b4a0'] in dv-cinder-734144-16-iscsi is: [{'id': '698bc04c-46d2-4c5e-906f-49ba2bd3b4a0', 'name': 'tempest-TestMinimumBasicScenario-591893979-router', 'tenant_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:10:20Z', 'updated_at': '2021-04-15T15:12:43Z', 'revision_number': 6, 'project_id': 'b505e21b8b2e49ff91d40f7ab76d51eb', 'gw_port_host': None}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:12:43.610326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:43.624261 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4aa253cb-abc7-4b8f-afc6-eee47f3483f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:43.718276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a651a85-d1b9-44b2-9db9-d9c199a522b4,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:43.725297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:43.891986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.322001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.324345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.385277 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device befa1ec4-26ba-4898-90cf-b12c0b70f7cf no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:44.426097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: befa1ec4-26ba-4898-90cf-b12c0b70f7cf {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:44.426626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device befa1ec4-26ba-4898-90cf-b12c0b70f7cf not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:44.427093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0a651a85-d1b9-44b2-9db9-d9c199a522b4 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:44.461751 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 0a651a85-d1b9-44b2-9db9-d9c199a522b4 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:44.462147 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 0a651a85-d1b9-44b2-9db9-d9c199a522b4 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:44.546966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.547557 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 {{(pid=85437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:12:44.560206 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.561529 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] 10.222.0.20 "DELETE /v2.0/routers/698bc04c-46d2-4c5e-906f-49ba2bd3b4a0 HTTP/1.1" status: 204  len: 168 time: 1.9097860
Apr 15 15:12:44.564327 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37778) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:44.634223 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Deleting subnet 6bace463-da97-4be2-a767-d442b42e0f0b {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:12:44.637285 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.689550 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:44.772440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.242093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.257954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:45.346278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bace463-da97-4be2-a767-d442b42e0f0b,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:45.351046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:45.395132 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.400460 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d619442-45ee-441a-a1a9-b7192550b9a3 None None] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:12:45.401993 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9af57dfe-0a9c-4469-bd49-92be109ba710 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6bace463-da97-4be2-a767-d442b42e0f0b HTTP/1.1" status: 204  len: 168 time: 0.8366163
Apr 15 15:12:45.405195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37784) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:45.518440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.592775 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Deleting port a271fe89-7caa-4edc-b4f4-80c735d15e4f {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:45.593143 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.650434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] DHCP port deletion for aeec0ebf-86f6-444a-a5fb-840c9d5e8854 request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:12:45.654997 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Deleting port a271fe89-7caa-4edc-b4f4-80c735d15e4f {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:45.655420 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.823874 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] For port a271fe89-7caa-4edc-b4f4-80c735d15e4f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a271fe89-7caa-4edc-b4f4-80c735d15e4f,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:45.824260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.874352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] For port a271fe89-7caa-4edc-b4f4-80c735d15e4f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a271fe89-7caa-4edc-b4f4-80c735d15e4f,segment=NetworkSegment(7b8e379a-1911-441c-9ed3-f12fc36fee23),segment_id=7b8e379a-1911-441c-9ed3-f12fc36fee23)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:12:45.874798 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:45.965427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Calling delete_port for a271fe89-7caa-4edc-b4f4-80c735d15e4f owned by network:dhcp {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:46.076808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:46.093599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:46.176313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Calling delete_port for a271fe89-7caa-4edc-b4f4-80c735d15e4f owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:12:46.192315 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Pushing event deleted for resources: {'Port': ['ID=a271fe89-7caa-4edc-b4f4-80c735d15e4f,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:46.195192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:46.242359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] No DVR routers for this DVR port a271fe89-7caa-4edc-b4f4-80c735d15e4f on host dv-cinder-734144-16-iscsi {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:12:46.252892 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:12:46.253305 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:12:46.366210 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:46.385570 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a271fe89-7caa-4edc-b4f4-80c735d15e4f no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:12:46.422381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: a271fe89-7caa-4edc-b4f4-80c735d15e4f {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:12:46.422782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a271fe89-7caa-4edc-b4f4-80c735d15e4f not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:12:46.480181 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426dc1bac8>,) {'filters': {'network_id': ['aeec0ebf-86f6-444a-a5fb-840c9d5e8854']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:46.496942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426dc1bac8>, '7b8e379a-1911-441c-9ed3-f12fc36fee23') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:46.497283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426dc1bac8>, '7b8e379a-1911-441c-9ed3-f12fc36fee23') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:12:46.509101 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:46.595412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:46.602042 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:12:46.754501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Deleting port a271fe89-7caa-4edc-b4f4-80c735d15e4f {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:12:46.754977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:46.780028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:12:46.789414 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:46.829388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-d6b38d23-ab25-46d4-b089-723e54ec5af8 None None] The port 'a271fe89-7caa-4edc-b4f4-80c735d15e4f' was deleted {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:12:46.973430 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Network aeec0ebf-86f6-444a-a5fb-840c9d5e8854 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:12:46.995829 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:12:47.203806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:47.217847 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-10449fb3-67bb-4433-b76e-d2df05e5b1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:47.231668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:47.243107 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Pushing event deleted for resources: {'Network': ['ID=aeec0ebf-86f6-444a-a5fb-840c9d5e8854,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:47.246031 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:47.248119 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] 10.222.0.20 "DELETE /v2.0/networks/aeec0ebf-86f6-444a-a5fb-840c9d5e8854 HTTP/1.1" status: 204  len: 168 time: 1.8418162
Apr 15 15:12:47.531137 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37790) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:47.585481 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-a4b941e6-3e6e-40ea-93ae-2a27a20de0da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50f4590e4d854fc19855593ce4560649&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530512
Apr 15 15:12:47.588109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37794) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:47.649358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:47.676437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:47.749614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:47.754503 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b40c1996-1b78-4e1b-a72b-640d087beb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:47.768542 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d461fb-09d7-4862-b68f-98aa991a3cef,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:47.771083 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:47.817532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:47.819049 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e7fcbcce-eed5-4633-9ae1-5d3997418d78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07d461fb-09d7-4862-b68f-98aa991a3cef HTTP/1.1" status: 204  len: 168 time: 0.2298827
Apr 15 15:12:48.330943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37802) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:48.387306 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9fa73ec2-f377-4fc0-85b5-773d6f616c1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b505e21b8b2e49ff91d40f7ab76d51eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546687
Apr 15 15:12:48.389437 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37806) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:12:48.451005 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:48.478228 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:48.689915 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:48.695595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0925157a-e823-4e04-afd4-e8b5bfb3f314 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:12:48.709521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42fab26-10e7-424a-88bf-4fa48d5f44bb,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:12:48.712599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:12:48.713566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:12:48.714815 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6a6e432f-8f01-4290-a5e6-6ae7b7aa5d32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c42fab26-10e7-424a-88bf-4fa48d5f44bb HTTP/1.1" status: 204  len: 168 time: 0.3239303
Apr 15 15:12:48.769976 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:02.769840 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-45b22fe5-abc7-4888-a63e-4d22c8b87e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:04.837972 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-fb155042-20e1-4aec-8b0f-abef71d05167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:06.192190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:06.740776 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:07.595244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:09.520149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:13:18.780660 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:32.797809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-59cd05d0-17ab-461b-a893-be2fcdbb99d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:34.843825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5a37a554-6e64-40ab-b845-37a6f5e6eca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:36.197524 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:36.746110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:37.592058 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:46.519213 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:13:48.777853 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:13:54.172865 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-f7b2321f-915f-4e2d-bc78-e6f868ae0225 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759227
Apr 15 15:13:54.325885 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-d7618fab-3d5f-405d-bc79-14b1478eaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:13:54.327492 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-d7618fab-3d5f-405d-bc79-14b1478eaacb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1098 time: 0.0783083
Apr 15 15:13:54.482501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-56e73664-6a39-4844-a3c7-8cae31932059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:13:54.483966 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-56e73664-6a39-4844-a3c7-8cae31932059 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1365020
Apr 15 15:13:54.595419 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-34f6b62c-d3bb-41b0-ae77-684f574654f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 1000 time: 0.1027818
Apr 15 15:13:54.667967 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-581a62c4-445c-4d97-807a-b21a3542222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:13:54.669583 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-581a62c4-445c-4d97-807a-b21a3542222c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0666306
Apr 15 15:13:54.753820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-a0419d46-c290-41e4-a843-4a11ac5e0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:13:54.755390 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-a0419d46-c290-41e4-a843-4a11ac5e0793 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0788782
Apr 15 15:13:54.899228 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-26a4f398-33ff-4cc0-8997-216a01009f0b service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363432
Apr 15 15:13:55.042801 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-de6464d6-636d-4cbc-bf2a-4bafdb97b467 req-ceeeef1a-9779-4f8f-a0c5-0f42c76f0138 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367924
Apr 15 15:14:02.783176 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-31a12d6f-5de4-419c-9ade-181a800628b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:04.846301 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c77b4093-ada5-4ea7-bbe3-cb6bf54969f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:06.197525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:06.745964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:07.600034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:18.776780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:23.519614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:14:26.479332 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-793803b3-c627-44e7-a180-b3bd9b88b70d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202514493&fields=id&tenant_id=aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 267 time: 0.0436931
Apr 15 15:14:26.640152 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-9ac9434b-e583-4d23-a164-43ac945bbc92 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:26.641636 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-9ac9434b-e583-4d23-a164-43ac945bbc92 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 812 time: 0.1552966
Apr 15 15:14:26.764839 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-8a059b23-934a-487f-a6fd-3cecbd1c21c8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/quotas/aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 375 time: 0.1163268
Apr 15 15:14:26.869129 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-19d5ebd7-7b26-4c45-9da0-b3b2578ee25f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0973408
Apr 15 15:14:27.017921 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-435be150-f020-4242-acfc-daf715ca8dce service neutron] 10.222.0.20 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361969
Apr 15 15:14:27.159128 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-50b1106a-6e20-4967-bf41-1901e8bff5a1 service neutron] 10.222.0.20 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342273
Apr 15 15:14:27.703157 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-50f2a179-0e40-4368-9ed7-12bc8e19ef18 req-3acdea7e-dc95-4ef4-9c9e-d641e169631e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 210 time: 0.0493798
Apr 15 15:14:28.868659 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b2042741-1963-4d1a-aea5-9ba832ecc66a req-9a08b0b0-fe00-4fe6-b17e-c43b152311b2 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 210 time: 0.0485544
Apr 15 15:14:29.774946 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-1ccd2aaf-cd50-46d1-ab48-1adf9051f087 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:29.776500 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-1ccd2aaf-cd50-46d1-ab48-1adf9051f087 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 812 time: 0.4086270
Apr 15 15:14:29.859467 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-b59afde2-0eba-4302-8a08-035011085498 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa1edd604df44a5ab3f1fd047e3be133 HTTP/1.1" status: 200  len: 8059 time: 0.0735059
Apr 15 15:14:29.870584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'port': {'device_id': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'admin_state_up': True, 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'security_groups': ['1e289255-b495-443d-b5d5-1a7c35faf96c']}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:14:30.062937 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:14:30.067699 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1bd72d55-4465-4fb2-af92-dce5e795a993 req-a087eae7-50e9-4ad9-b2b9-df973592f4d1 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 210 time: 0.0598931
Apr 15 15:14:30.076126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85438) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:14:30.116975 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Made reservation on behalf of aa1edd604df44a5ab3f1fd047e3be133 for: {'port': 1} {{(pid=85438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 15:14:30.123175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:30.303129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Allocated IP 172.20.0.8 (6f3176c3-0810-4994-b2ba-3edc500541fe/742d7621-ca49-4ff6-8833-62cc85eb7d81/d4b8cf77-2925-4322-a229-849947fe8407) {{(pid=85438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:14:30.507644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:30.541151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Transition to ACTIVE for port object d4b8cf77-2925-4322-a229-849947fe8407 will not be triggered until provisioned by entity DHCP. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:14:30.588818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_create {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:30.604599 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3b96db56-6ce1-443f-8be1-117fb903885e tempest-AttachVolumeTestJSON-1183092040 tempest-AttachVolumeTestJSON-1183092040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:30.750823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=d4b8cf77-2925-4322-a229-849947fe8407,revision_number=1']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:30.763579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.763996 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.764412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.764818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.765217 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.765617 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.766014 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.766463 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.766859 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.767252 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.767642 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.768033 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:30.774260 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:30.822522 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Network 6f3176c3-0810-4994-b2ba-3edc500541fe is already hosted by enough agents. {{(pid=85438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:14:30.823696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources bound (agent type, host, resource id):  {{(pid=85438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:14:30.826110 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Received port after_create {{(pid=85438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:14:30.894388 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:30.895071 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:30.964078 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-a761ad8b-c89e-400b-aba5-529b9175f73c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0976079
Apr 15 15:14:30.976911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Request body: {'port': {'device_id': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=85438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:14:31.091004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2bb4c361-31b5-48ee-b555-89bd7c8142c7 None None] Provisioning for port d4b8cf77-2925-4322-a229-849947fe8407 completed by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:14:31.097715 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-2bb4c361-31b5-48ee-b555-89bd7c8142c7 None None] Provisioning complete for port d4b8cf77-2925-4322-a229-849947fe8407 triggered by entity DHCP. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:14:31.099230 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c361-31b5-48ee-b555-89bd7c8142c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:31.107790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:31.156820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4c361-31b5-48ee-b555-89bd7c8142c7 None None] Port d4b8cf77-2925-4322-a229-849947fe8407 cannot update to ACTIVE because it is not bound. {{(pid=85439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 15:14:31.283492 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131b6bd-5987-4a5e-857a-3bef8dd26d55 req-0e82f8c3-04ef-4cf9-999c-9d315fa8ff23 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:31.285739 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c131b6bd-5987-4a5e-857a-3bef8dd26d55 req-0e82f8c3-04ef-4cf9-999c-9d315fa8ff23 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 931 time: 0.0925486
Apr 15 15:14:31.334076 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c131b6bd-5987-4a5e-857a-3bef8dd26d55 req-570ec71e-e2fc-4432-92e0-49ab46a355ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415328
Apr 15 15:14:31.527380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b8cf77-2925-4322-a229-849947fe8407 {{(pid=85438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:14:31.535804 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:31.551070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Transition to ACTIVE for port object d4b8cf77-2925-4322-a229-849947fe8407 will not be triggered until provisioned by entity L2. {{(pid=85438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 15:14:31.585713 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:31.603070 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:31.740596 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Pushing event updated for resources: {'Port': ['ID=d4b8cf77-2925-4322-a229-849947fe8407,revision_number=2']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:31.745584 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:31.974820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Attempting to bind port d4b8cf77-2925-4322-a229-849947fe8407 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 15:14:31.975400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Attempting to bind port d4b8cf77-2925-4322-a229-849947fe8407 by drivers openvswitch,hyperv on host hv-cinder-73414 at level 0 using segments [{'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 15:14:31.975532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Attempting to bind port d4b8cf77-2925-4322-a229-849947fe8407 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:14:31.980479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Port d4b8cf77-2925-4322-a229-849947fe8407 on network 6f3176c3-0810-4994-b2ba-3edc500541fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73414 {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 15:14:31.980845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Attempting to bind port d4b8cf77-2925-4322-a229-849947fe8407 on network 6f3176c3-0810-4994-b2ba-3edc500541fe {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 15:14:31.987222 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Checking agent: {'id': 'b4799ddf-be69-4015-a2bf-1f4b77b61475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'started_at': datetime.datetime(2021, 4, 15, 14, 57, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 15:14:31.988340 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Checking segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 15:14:31.988771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Bound using segment: {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'} {{(pid=85438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 15:14:31.989249 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Bound port: d4b8cf77-2925-4322-a229-849947fe8407, host: hv-cinder-73414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1e91ae-cd5c-4500-be60-b9eb79a148dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe'}}] {{(pid=85438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 15:14:31.989635 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:32.085970 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] For port d4b8cf77-2925-4322-a229-849947fe8407, host hv-cinder-73414, cleared binding levels {{(pid=85438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 15:14:32.089098 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] For port d4b8cf77-2925-4322-a229-849947fe8407, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d4b8cf77-2925-4322-a229-849947fe8407,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 15:14:32.134939 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2148842'] for port, after_update {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:32.150225 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-71f97ef6-b30c-43e1-a45b-b25128345c9f tempest-TestShelveInstance-101621305 tempest-TestShelveInstance-101621305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:32.301314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Pushing event updated for resources: {'Port': ['ID=d4b8cf77-2925-4322-a229-849947fe8407,revision_number=3']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:32.304681 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:32.341401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:32.341955 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:32.343462 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-aada36cc-55e9-41de-8344-cb5f1da2667c service neutron] 10.222.0.10 "PUT /v2.0/ports/d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 200  len: 1093 time: 1.3721194
Apr 15 15:14:32.343991 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:14:32.397936 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407', 'status': 'completed', 'code': 200}
Apr 15 15:14:32.496133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-2b81311a-b922-4526-8089-191875bfd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:32.497766 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-2b81311a-b922-4526-8089-191875bfd805 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1096 time: 0.0838196
Apr 15 15:14:32.553240 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba32d-aa16-4141-935f-4e0538682861 req-3e308b8f-2e8e-457c-b274-379f4a4be3b8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:32.555010 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a75ba32d-aa16-4141-935f-4e0538682861 req-3e308b8f-2e8e-457c-b274-379f4a4be3b8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.0908291
Apr 15 15:14:32.578111 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-cd2c79c0-9641-4ab0-aac0-86bc1f804ff8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 200  len: 217 time: 0.0709794
Apr 15 15:14:32.610893 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-a75ba32d-aa16-4141-935f-4e0538682861 req-6634e852-ee35-4e8f-b884-12c2efa681b9 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492916
Apr 15 15:14:32.649090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-5422e036-193d-46e2-8fbf-517bb62abf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:32.650641 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-5422e036-193d-46e2-8fbf-517bb62abf38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0661812
Apr 15 15:14:32.736069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-eb8f9df7-a37a-4b81-a505-6b96bf1b5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:32.757246 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-eb8f9df7-a37a-4b81-a505-6b96bf1b5eec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0802691
Apr 15 15:14:32.774785 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-d53480dc-22e0-4d09-9501-adec6e42b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:32.884719 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-2ae64ba8-6c31-4201-8976-edfea4db90d2 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395993
Apr 15 15:14:33.026941 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3d39bf13-24cb-46e7-b4c1-1ae688213070 req-4f6ed524-61bd-49a1-bcf8-745b9f32d6e1 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350582
Apr 15 15:14:33.177201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-7e6359e7-710a-4227-b391-572ffcc9762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:33.178808 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-7e6359e7-710a-4227-b391-572ffcc9762b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1096 time: 0.0815430
Apr 15 15:14:33.325911 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-abffe617-49f9-4fda-8dbf-e0f1c4e42b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:33.327519 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-abffe617-49f9-4fda-8dbf-e0f1c4e42b8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1346025
Apr 15 15:14:33.402295 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-6c875029-500a-4a2c-82c4-5f6ec0519db7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 200  len: 217 time: 0.0676982
Apr 15 15:14:33.473828 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-b89b71ec-a199-4caf-8624-4e6b5aa55ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:33.475381 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-b89b71ec-a199-4caf-8624-4e6b5aa55ae3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0637541
Apr 15 15:14:33.558812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-20eef29e-6914-4880-aa79-8436fcc1d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:33.560386 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-20eef29e-6914-4880-aa79-8436fcc1d259 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0756302
Apr 15 15:14:33.707549 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-4b068727-2ec1-43b9-b106-92df2d54baee service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366031
Apr 15 15:14:33.919508 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-e8ba7608-8169-4440-add8-48c3b9a54aad req-a1a2e1cf-08da-42a7-8848-4a6b2c14bdc5 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049689
Apr 15 15:14:33.928902 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20babc6-3282-4350-9d2c-3e6abcce75f6 req-92b11fce-728d-446e-bd85-e9e0a406af84 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:33.929644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d20babc6-3282-4350-9d2c-3e6abcce75f6 req-92b11fce-728d-446e-bd85-e9e0a406af84 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:14:33.974448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-d20babc6-3282-4350-9d2c-3e6abcce75f6 req-92b11fce-728d-446e-bd85-e9e0a406af84 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:14:33.975667 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d20babc6-3282-4350-9d2c-3e6abcce75f6 req-92b11fce-728d-446e-bd85-e9e0a406af84 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.2374027
Apr 15 15:14:34.023544 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d20babc6-3282-4350-9d2c-3e6abcce75f6 req-700530c0-99dc-4a4d-9d95-8b7e54072621 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414364
Apr 15 15:14:34.839348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f94f15f1-e8d4-4e85-909d-04dec7b088c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:35.225065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35e89c-bce6-423d-b410-d84137203c74 req-682badfc-6db1-49e1-94ab-e30e011d4e18 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:35.226617 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a35e89c-bce6-423d-b410-d84137203c74 req-682badfc-6db1-49e1-94ab-e30e011d4e18 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.0884652
Apr 15 15:14:35.275435 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-8a35e89c-bce6-423d-b410-d84137203c74 req-816a3d4a-3618-472e-898b-4e187e00804f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424616
Apr 15 15:14:36.196838 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:36.476592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db425a-f155-44b8-9e78-54f7ad47e516 req-8a3469c3-231d-4a55-bfbe-9e67fb22022c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:36.478103 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-81db425a-f155-44b8-9e78-54f7ad47e516 req-8a3469c3-231d-4a55-bfbe-9e67fb22022c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.0875583
Apr 15 15:14:36.529453 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-81db425a-f155-44b8-9e78-54f7ad47e516 req-85413bc7-4e52-44c9-b6fe-f7872ec5a178 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450633
Apr 15 15:14:36.748054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:37.598187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:37.733759 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff288a-7be6-4023-adc8-ca8a389bc28a req-e66e4442-d328-4fd5-8035-77d9e8899070 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:37.735347 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b1ff288a-7be6-4023-adc8-ca8a389bc28a req-e66e4442-d328-4fd5-8035-77d9e8899070 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.0923824
Apr 15 15:14:37.782410 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-b1ff288a-7be6-4023-adc8-ca8a389bc28a req-51391165-e514-48de-9a6b-d4b110b8ae76 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398481
Apr 15 15:14:38.982827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ecb4c-85e6-4b2b-bf17-964cc1cf127d req-056967cf-98e9-49db-aadf-1882d31bf2ac tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:38.984383 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f20ecb4c-85e6-4b2b-bf17-964cc1cf127d req-056967cf-98e9-49db-aadf-1882d31bf2ac tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.0871894
Apr 15 15:14:39.032690 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-f20ecb4c-85e6-4b2b-bf17-964cc1cf127d req-dac17292-ca7d-42e9-8631-bbb96ba4106d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403383
Apr 15 15:14:40.236405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82770d-995a-4836-8246-1836e5f40804 req-85989c1b-1c95-49af-88fd-2a5a129ce8dc tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:40.238697 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7e82770d-995a-4836-8246-1836e5f40804 req-85989c1b-1c95-49af-88fd-2a5a129ce8dc tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.0891726
Apr 15 15:14:40.286105 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7e82770d-995a-4836-8246-1836e5f40804 req-69d509dd-3e21-4baa-83d7-02f5817150ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410900
Apr 15 15:14:41.299290 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d4b8cf77-2925-4322-a229-849947fe8407 details requested by agent hyperv_hv-cinder-73414 with host hv-cinder-73414 {{(pid=85439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 15:14:41.442514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d4b8cf77-2925-4322-a229-849947fe8407, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d4b8cf77-2925-4322-a229-849947fe8407,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:14:41.456551 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Returning: {'device': 'd4b8cf77-2925-4322-a229-849947fe8407', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'port_id': 'd4b8cf77-2925-4322-a229-849947fe8407', 'mac_address': 'fa:16:3e:16:f9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 15:14:41.522393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:41.542126 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b8cf77-2925-4322-a229-849947fe8407 {{(pid=85439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 15:14:41.560091 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d4b8cf77-2925-4322-a229-849947fe8407, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d4b8cf77-2925-4322-a229-849947fe8407,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:14:41.600008 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:41.601962 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1180a620-e9f6-4aa2-97fa-5c2b6375a345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:41.675744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=d4b8cf77-2925-4322-a229-849947fe8407,revision_number=4']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:41.683906 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.684297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.684680 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.685060 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.685436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.685810 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.686207 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.686595 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.686966 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.687333 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.687700 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.688064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:41.692805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:41.740579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba18ca-ddb9-4fea-b71b-06fb61ec77a5 req-10165414-279e-4210-8713-d809a03f0d2c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:41.742715 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7eba18ca-ddb9-4fea-b71b-06fb61ec77a5 req-10165414-279e-4210-8713-d809a03f0d2c tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 943 time: 0.3427286
Apr 15 15:14:41.790516 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-7eba18ca-ddb9-4fea-b71b-06fb61ec77a5 req-afe8e153-4942-40ae-9ed0-88bd349c039f tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414543
Apr 15 15:14:41.832371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] get_ports_and_sgs() called for port_ids ['d4b8cf77-2925-4322-a229-849947fe8407'] {{(pid=85439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 15:14:43.006905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9f042-9683-4085-a322-8b8e4cc9859a req-97155dc8-4d8b-4e57-9eba-831456824c36 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:43.008489 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c5f9f042-9683-4085-a322-8b8e4cc9859a req-97155dc8-4d8b-4e57-9eba-831456824c36 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 944 time: 0.0920098
Apr 15 15:14:43.056423 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-c5f9f042-9683-4085-a322-8b8e4cc9859a req-9dff9986-574b-4652-85ac-d14fc5dda948 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415578
Apr 15 15:14:43.314646 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d4b8cf77-2925-4322-a229-849947fe8407 up at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 15:14:43.410809 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning for port d4b8cf77-2925-4322-a229-849947fe8407 completed by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 15:14:43.415825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.provisioning_blocks [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Provisioning complete for port d4b8cf77-2925-4322-a229-849947fe8407 triggered by entity L2. {{(pid=85439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 15:14:43.416244 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466169'] for port, provisioning_complete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:43.538579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:43.567352 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407'}] {{(pid=85439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:14:43.577486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] For port d4b8cf77-2925-4322-a229-849947fe8407, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d4b8cf77-2925-4322-a229-849947fe8407,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:14:43.605170 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371'] for port, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:43.607215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:43.639809 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407', 'code': 200}
Apr 15 15:14:43.679622 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Pushing event updated for resources: {'Port': ['ID=d4b8cf77-2925-4322-a229-849947fe8407,revision_number=5']} {{(pid=85439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:43.682690 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:43.948777 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4cdc-1890-4173-82b6-7a8953cc5c8b req-63313835-441b-4a89-8972-fd85e210ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:43.950361 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-594a4cdc-1890-4173-82b6-7a8953cc5c8b req-63313835-441b-4a89-8972-fd85e210ac76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1098 time: 0.0757527
Apr 15 15:14:43.993392 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-594a4cdc-1890-4173-82b6-7a8953cc5c8b req-eefd11ac-7de2-4053-95dc-7a5bb05d95c0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363636
Apr 15 15:14:44.256739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c11bf-8d57-44ba-bb5a-1e952e3f25c7 req-79dc7b46-6c0a-41f9-a089-6afeed22095d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:44.258350 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-373c11bf-8d57-44ba-bb5a-1e952e3f25c7 req-79dc7b46-6c0a-41f9-a089-6afeed22095d tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 945 time: 0.0885642
Apr 15 15:14:44.310461 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-373c11bf-8d57-44ba-bb5a-1e952e3f25c7 req-caa85fbd-7c83-494a-b08a-1ddb02e64275 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457208
Apr 15 15:14:45.518406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04412106-31b0-4ae7-8c39-a555ff0c7e25 req-7db6c01d-bd4c-4812-a9dc-a30b88807332 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:45.520557 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-04412106-31b0-4ae7-8c39-a555ff0c7e25 req-7db6c01d-bd4c-4812-a9dc-a30b88807332 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 945 time: 0.0901415
Apr 15 15:14:45.568494 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-04412106-31b0-4ae7-8c39-a555ff0c7e25 req-8b80c773-9308-47e4-a1cc-23943a4d0358 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416739
Apr 15 15:14:45.769708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be4255-ce78-464c-aae7-0eb308620837 req-c06d0a25-bd5b-45c3-82e8-c47b71901a18 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:45.771369 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-30be4255-ce78-464c-aae7-0eb308620837 req-c06d0a25-bd5b-45c3-82e8-c47b71901a18 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 945 time: 0.0891004
Apr 15 15:14:45.819803 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-30be4255-ce78-464c-aae7-0eb308620837 req-0180bccd-f7e5-4283-b452-0be678bb13b6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420368
Apr 15 15:14:45.845578 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37934) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:14:45.926965 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadaaf09-49a2-42e8-aec7-b9e5f5fb0cdd tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:45.927650 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cadaaf09-49a2-42e8-aec7-b9e5f5fb0cdd tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] Synchronizing usage tracker for tenant:e6667ac18915428e8f01d3d4a19e3add on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:14:45.976257 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-cadaaf09-49a2-42e8-aec7-b9e5f5fb0cdd tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] Unset dirty status for tenant:e6667ac18915428e8f01d3d4a19e3add on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:14:45.977511 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-cadaaf09-49a2-42e8-aec7-b9e5f5fb0cdd tempest-TestVolumeBootPattern-174495200 tempest-TestVolumeBootPattern-174495200-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1093 time: 0.1308498
Apr 15 15:14:45.981059 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37938) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:14:45.986718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.v2.base [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Request body: {'floatingip': {'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'port_id': 'd4b8cf77-2925-4322-a229-849947fe8407', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 15:14:45.993501 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 15:14:45.997467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Usage tracker for resource:floatingip and tenant:aa1edd604df44a5ab3f1fd047e3be133 is out of sync, need to count used quota {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 15:14:46.000439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 15:14:46.007376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.quota.driver [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 15:14:46.044848 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:46.187202 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:46.351356 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_common [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Allocated IP 172.27.0.187 (9341423f-8178-4179-ab55-edd784b828fc/7225c4b8-0bd2-41cc-baeb-5a62b48785c2/bdd714b3-cb9a-4c81-8419-a83a91a44946) {{(pid=85437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 15:14:46.504366 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:46.559592 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291647739679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:46.575540 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-d2951368-d284-4674-965c-28cb473252b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:46.950803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=bdd714b3-cb9a-4c81-8419-a83a91a44946,revision_number=1']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:46.964948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.965380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.965802 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.966243 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.966658 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.967069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.967479 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.967887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.968298 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.968705 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.969111 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.969514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:14:46.983079 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:47.020790 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Network 9341423f-8178-4179-ab55-edd784b828fc is already hosted by enough agents. {{(pid=85437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 15:14:47.021919 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.base_scheduler [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Resources bound (agent type, host, resource id):  {{(pid=85437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 15:14:47.024188 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Received port after_create {{(pid=85437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 15:14:47.441718 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:47.560089 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854609965'] for port, before_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:47.826779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for port, precommit_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:47.856400 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745207475247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291647739662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291647739371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852984297'] for port, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:47.872090 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:14:48.014766 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event updated for resources: {'Port': ['ID=bdd714b3-cb9a-4c81-8419-a83a91a44946,revision_number=2']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:14:48.020011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:14:48.113532 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640750'] for floatingip, after_update {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:48.292788 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Floating IP a0feb46e-c00a-4566-9a30-83eddf0ca7e0 associated. External IP: 172.27.0.187, port: d4b8cf77-2925-4322-a229-849947fe8407.
Apr 15 15:14:48.661624 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:14:48.788038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:48.857470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:14:48.867406 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:14:48.877097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:14:48.877834 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dcda860>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:14:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:14:48.965267 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:14:49.025674 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-507ff494-1a9c-424f-883a-d1d3159f21b0 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0434947
Apr 15 15:14:49.026393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:14:49.072158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:14:49.073685 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407', 'status': 'completed', 'code': 200}
Apr 15 15:14:49.179088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66420-b589-44c3-82bf-139cb427cf5e req-23b99256-3ab8-4895-b6fa-6b4601b8a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:49.180678 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-23b99256-3ab8-4895-b6fa-6b4601b8a964 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1098 time: 0.0832708
Apr 15 15:14:49.325797 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66420-b589-44c3-82bf-139cb427cf5e req-d1f75ce4-ea99-45e5-a38e-668ff8980b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:49.327517 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-d1f75ce4-ea99-45e5-a38e-668ff8980b1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1400833
Apr 15 15:14:49.437262 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-c1259864-eed2-4fbf-bfa3-a1690f9b091d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 200  len: 999 time: 0.1018221
Apr 15 15:14:49.449884 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dcda860>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:39Z', 'revision_number': 1, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}, {'id': 'a0feb46e-c00a-4566-9a30-83eddf0ca7e0', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': 'd4b8cf77-2925-4322-a229-849947fe8407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:16:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:14:47Z', 'updated_at': '2021-04-15T15:14:47Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:14:49.454063 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:14:49.463427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:14:49.464085 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426dcda860>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:14:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:14:49.511399 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66420-b589-44c3-82bf-139cb427cf5e req-153f641b-8b7d-49d6-895e-ed7870091c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:49.512955 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-153f641b-8b7d-49d6-895e-ed7870091c4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0686402
Apr 15 15:14:49.594722 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66420-b589-44c3-82bf-139cb427cf5e req-a4c669fe-9a0c-4b1b-aa08-ef391db59cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:49.596236 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-a4c669fe-9a0c-4b1b-aa08-ef391db59cf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0766780
Apr 15 15:14:49.651696 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:14:49.744240 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-8f2036ee-8f72-43f4-b6ee-5523299e1603 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379128
Apr 15 15:14:49.891624 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6df66420-b589-44c3-82bf-139cb427cf5e req-13418b7e-65ae-4963-8814-13862ce369d3 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397278
Apr 15 15:14:50.020677 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426dcda860>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:39Z', 'revision_number': 1, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}, {'id': 'a0feb46e-c00a-4566-9a30-83eddf0ca7e0', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': 'd4b8cf77-2925-4322-a229-849947fe8407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:16:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:14:47Z', 'updated_at': '2021-04-15T15:14:47Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:14:50.024846 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc746176-46f5-4e91-a4c5-904e944d981d None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:39Z', 'revision_number': 1, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}, {'id': 'a0feb46e-c00a-4566-9a30-83eddf0ca7e0', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': 'd4b8cf77-2925-4322-a229-849947fe8407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:16:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:14:47Z', 'updated_at': '2021-04-15T15:14:47Z', 'revision_number': 0, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:14:50.275664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27266c95-0940-4cfc-b7b4-e7fc27f73681 None None] New status for floating IP a0feb46e-c00a-4566-9a30-83eddf0ca7e0: ACTIVE {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:14:55.206876 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-4d469cff-9706-4430-bfa7-1c8f20eb1acb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0816424
Apr 15 15:14:55.355418 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-e30cb2bf-1f93-48a2-97ae-880cb54891fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:55.357017 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-e30cb2bf-1f93-48a2-97ae-880cb54891fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1098 time: 0.0772882
Apr 15 15:14:55.513912 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-ed3fd0c7-4501-4507-b41f-358ae2556fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:55.515403 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-ed3fd0c7-4501-4507-b41f-358ae2556fe8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1356297
Apr 15 15:14:55.628580 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-e4ea5cd1-d556-4498-8048-f780ff71ec2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 1000 time: 0.1037035
Apr 15 15:14:55.698038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-58eba1aa-0237-444f-8e2a-e5d1fe7c1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:55.699571 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-58eba1aa-0237-444f-8e2a-e5d1fe7c1d90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0631595
Apr 15 15:14:55.786566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-d2fb2890-fce0-4c9c-8dc1-9c0fae303d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:14:55.788193 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-d2fb2890-fce0-4c9c-8dc1-9c0fae303d9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0812035
Apr 15 15:14:55.932003 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-71928d0b-6733-4936-a5e4-3ca0fdc0d8dd service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354613
Apr 15 15:14:56.073774 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-1cea43a8-7d61-4508-8cb8-c693ebe779c5 req-fc974691-60e7-435f-91f5-8368c79b55a0 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341925
Apr 15 15:15:00.519192 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:15:02.764588 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2a84424a-d6b7-49f3-b9c2-7c29c5e086f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:04.844931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-44fced4d-846f-4c4e-a60e-903247523161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:06.196978 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:06.764349 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:07.591053 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:12.866907 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-a058657c-93d3-4810-83e0-e7513a630b45 req-f1a545ad-a00e-4490-8f64-2d47f9fd1f7e service neutron] (85438) timed out ('10.222.0.10', 49282) {{(pid=85438) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 15:15:18.825133 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:19.767608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-c393fd4f-3d5c-4266-9853-e40028eec5e4 req-38443c95-608b-4afd-8de0-f39351c7d4a6 service neutron] (85437) timed out ('10.222.0.10', 49246) {{(pid=85437) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 15:15:32.773935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f1690ad8-df20-492a-8dcd-ec7a42b91558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:34.861664 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c7873365-035d-4bdb-900a-e0fb6ecb2ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:36.202142 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:36.756514 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:37.519525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:15:37.592824 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:48.813849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:15:56.268865 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-d04bb73a-c605-449c-904d-0befb1b6cf91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1255262
Apr 15 15:15:56.370044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-e2ecbf2e-23dc-406c-b04e-869d9a195dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:15:56.371642 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-e2ecbf2e-23dc-406c-b04e-869d9a195dc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1098 time: 0.0812919
Apr 15 15:15:56.525958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-9137a965-1287-4582-9538-edbedddadb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:15:56.527534 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-9137a965-1287-4582-9538-edbedddadb51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1356018
Apr 15 15:15:56.633471 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-3da5ba4c-c5cb-4e5b-bcc6-e141baa40470 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 200  len: 1001 time: 0.0985835
Apr 15 15:15:56.705375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-dd08935a-4d49-4c33-be87-ef5f8836c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:15:56.707535 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-dd08935a-4d49-4c33-be87-ef5f8836c007 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0671351
Apr 15 15:15:56.788461 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-dd5aee4f-fd1f-45ba-92f0-cf310d048910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:15:56.790037 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-dd5aee4f-fd1f-45ba-92f0-cf310d048910 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0759075
Apr 15 15:15:56.934194 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-4bdc1d20-4938-480e-8e7f-58d3652cf62e service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371400
Apr 15 15:15:57.076543 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-95a5d4fa-e58b-451b-b5fe-dbd33c9bbb69 req-4e4acb04-22f2-44ba-bfcb-7519a303ed0b service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360052
Apr 15 15:16:02.757899 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-12496331-c47d-4cb2-86ee-678435827b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:04.847647 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e90ac173-735a-4e1a-a154-a97437bdc1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:06.213278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:06.761825 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:07.609533 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:14.520729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:16:16.617644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 37970) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:16.837195 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Deleting port bdd714b3-cb9a-4c81-8419-a83a91a44946 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:16.837585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:17.257393 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:17.257643 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:17.387633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Calling delete_port for bdd714b3-cb9a-4c81-8419-a83a91a44946 owned by network:floatingip {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:17.767274 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:17.782961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f96be38e-c555-4e56-9d4b-372fae26ad62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:17.876678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'Port': ['ID=bdd714b3-cb9a-4c81-8419-a83a91a44946,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:17.890869 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.891300 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.891716 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.892127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.892534 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.892940 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.893438 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.893933 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.894372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.894779 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.895186 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.895586 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:17.900371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:18.055368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:18.055744 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Floating IP a0feb46e-c00a-4566-9a30-83eddf0ca7e0 disassociated (deleted). External IP: 172.27.0.187, port: d4b8cf77-2925-4322-a229-849947fe8407.
Apr 15 15:16:18.421138 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:16:18.612495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:16:18.622034 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:16:18.632547 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:18.640875 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d55c5c0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:18.665494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:18.724611 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-41bc6685-b3c8-4432-8b49-911e1ff56710 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "DELETE /v2.0/floatingips/a0feb46e-c00a-4566-9a30-83eddf0ca7e0 HTTP/1.1" status: 204  len: 168 time: 2.1056719
Apr 15 15:16:18.725231 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407'}] {{(pid=85437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:16:18.967858 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407', 'status': 'completed', 'code': 200}
Apr 15 15:16:19.026812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:19.037325 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:19.073100 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-436fd75e-2543-4022-98d7-96c8a2602fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:19.075002 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-436fd75e-2543-4022-98d7-96c8a2602fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 1098 time: 0.0857558
Apr 15 15:16:19.269439 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-7f5083e0-4331-47a2-9b3a-740d0b294676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:19.271145 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-7f5083e0-4331-47a2-9b3a-740d0b294676 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1866808
Apr 15 15:16:19.351735 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-afaf4504-4150-4acd-8d04-b32d1b369288 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 200  len: 217 time: 0.0719252
Apr 15 15:16:19.418977 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d55c5c0>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:39Z', 'revision_number': 1, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:19.423029 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:16:19.432378 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:19.433025 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d55c5c0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:19.438876 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5984b-8e77-4914-805c-fa0d9eb527ab req-9e1f0193-f29e-4f7e-abc1-b774ca568370 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:19.441442 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6ee5984b-8e77-4914-805c-fa0d9eb527ab req-9e1f0193-f29e-4f7e-abc1-b774ca568370 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 945 time: 0.2764747
Apr 15 15:16:19.447607 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-576a8c91-aec4-4ba1-b83b-1d34b8d8b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:19.449140 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-576a8c91-aec4-4ba1-b83b-1d34b8d8b55b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0899644
Apr 15 15:16:19.546602 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-6ee5984b-8e77-4914-805c-fa0d9eb527ab req-9fd2b8f4-3e61-421b-bed8-4cb2c48ba806 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963776
Apr 15 15:16:19.569878 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-b0ac36de-ed0c-4265-ab18-1fce3b036e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:19.571516 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-b0ac36de-ed0c-4265-ab18-1fce3b036e8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1049891
Apr 15 15:16:19.625336 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:19.716706 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-f920f43b-73a5-4e70-8e32-07251662ff2c service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373377
Apr 15 15:16:19.860987 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dd11e48c-dcc4-4b18-a3ab-00d78d97fef8 req-57ce8423-2207-4baa-8cdb-a1ba28de2849 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372113
Apr 15 15:16:19.996736 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d55c5c0>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:39Z', 'revision_number': 1, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:20.000894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0cff1-c04f-4590-b9cb-4ffd7b90af97 None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_floatingips': [{'id': '352929d1-c161-4aa8-84f5-396e1731a0ab', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'router_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'port_id': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'mac_address': 'fa:16:3e:7e:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T15:12:36Z', 'updated_at': '2021-04-15T15:12:39Z', 'revision_number': 1, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:16:20.364787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1331f5-d361-43a4-b9ba-92baec6dc32c None None] New status for floating IP a0feb46e-c00a-4566-9a30-83eddf0ca7e0: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:16:20.750710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fb830-6863-4395-94c7-0a8e0873da15 req-8237cb91-a411-4a4e-9dd1-074a4f63be90 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:20.752259 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-952fb830-6863-4395-94c7-0a8e0873da15 req-8237cb91-a411-4a4e-9dd1-074a4f63be90 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 945 time: 0.0883734
Apr 15 15:16:20.810729 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5f39e-fe09-437b-877b-3592ffcdc350 req-754720c8-2b35-4a2a-a898-d69e1649b076 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:20.811423 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3bb5f39e-fe09-437b-877b-3592ffcdc350 req-754720c8-2b35-4a2a-a898-d69e1649b076 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:16:20.832093 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Deleting port d4b8cf77-2925-4322-a229-849947fe8407 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:20.832475 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:20.859204 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-3bb5f39e-fe09-437b-877b-3592ffcdc350 req-754720c8-2b35-4a2a-a898-d69e1649b076 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:16:20.860504 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3bb5f39e-fe09-437b-877b-3592ffcdc350 req-754720c8-2b35-4a2a-a898-d69e1649b076 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 945 time: 0.1934812
Apr 15 15:16:20.910550 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-3bb5f39e-fe09-437b-877b-3592ffcdc350 req-9be09a57-5aff-45d8-9784-49e22f9d38d3 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428152
Apr 15 15:16:21.348119 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] For port d4b8cf77-2925-4322-a229-849947fe8407, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=d4b8cf77-2925-4322-a229-849947fe8407,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:21.348738 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:21.479385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Calling delete_port for d4b8cf77-2925-4322-a229-849947fe8407 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:21.718123 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:21.736334 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1155dcd2-cd7f-46c9-b693-f8cab74810ec tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:21.832495 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'Port': ['ID=d4b8cf77-2925-4322-a229-849947fe8407,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:21.848345 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.848767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.849178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.849585 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.849986 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.850410 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.850812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.851209 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.851609 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.852001 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.852394 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.852805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-16-iscsi {{(pid=85438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 15:16:21.856427 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:21.999817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] No DVR routers for this DVR port d4b8cf77-2925-4322-a229-849947fe8407 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:16:22.002386 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:22.005719 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'name': 'network-vif-deleted', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:16:22.068358 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-952fb830-6863-4395-94c7-0a8e0873da15 req-091dc365-b51e-4b22-a4f5-f1e8b2a7b89e tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "DELETE /v2.0/ports/d4b8cf77-2925-4322-a229-849947fe8407 HTTP/1.1" status: 204  len: 173 time: 1.3105490
Apr 15 15:16:22.075629 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-0f3cf0b9-eed3-4315-87e4-cd8e3b9d59e8 req-3e968bdb-a047-44d9-86da-2b2b7ee31fde tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:16:22.113163 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40c319-9316-4816-b78a-74e6e4165a0f', 'name': 'network-vif-deleted', 'tag': 'd4b8cf77-2925-4322-a229-849947fe8407', 'status': 'completed', 'code': 200}
Apr 15 15:16:22.138773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-0f3cf0b9-eed3-4315-87e4-cd8e3b9d59e8 req-3e968bdb-a047-44d9-86da-2b2b7ee31fde tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:16:22.140059 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0f3cf0b9-eed3-4315-87e4-cd8e3b9d59e8 req-3e968bdb-a047-44d9-86da-2b2b7ee31fde tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c40c319-9316-4816-b78a-74e6e4165a0f HTTP/1.1" status: 200  len: 210 time: 0.1144891
Apr 15 15:16:23.765434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d4b8cf77-2925-4322-a229-849947fe8407 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:23.803760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: d4b8cf77-2925-4322-a229-849947fe8407 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:23.805780 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device d4b8cf77-2925-4322-a229-849947fe8407 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:25.783238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 38008) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:26.005924 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Deleting port fb5373e4-9e15-4641-ad92-2ab45782f09c {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:26.006273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:26.185095 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:26.185462 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:26.320037 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Calling delete_port for fb5373e4-9e15-4641-ad92-2ab45782f09c owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:26.535372 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:26.550567 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-65e590fd-621a-496d-a8ef-e25689d1529b tempest-TestMinimumBasicScenario-2074861458 tempest-TestMinimumBasicScenario-2074861458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:26.647417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'Port': ['ID=fb5373e4-9e15-4641-ad92-2ab45782f09c,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:26.650016 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:26.809278 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:26.809835 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.db.l3_db [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Floating IP 352929d1-c161-4aa8-84f5-396e1731a0ab disassociated (deleted). External IP: 172.27.0.70, port: 24e606f7-f0a5-4ed3-a096-49db44c71280.
Apr 15 15:16:27.185465 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:16:27.375692 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:16:27.385734 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:16:27.396149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:27.396818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d4ab908>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:27.430288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:27.493275 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-0fc5ab53-12e5-4a81-b66b-5848f9eb2fda tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "DELETE /v2.0/floatingips/352929d1-c161-4aa8-84f5-396e1731a0ab HTTP/1.1" status: 204  len: 168 time: 1.7087250
Apr 15 15:16:27.493871 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:16:27.543306 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'status': 'completed', 'code': 200}
Apr 15 15:16:27.591888 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:27.648448 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-961589ed-c83e-4a9e-ba3a-995dead8bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:27.650070 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-961589ed-c83e-4a9e-ba3a-995dead8bd3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 1098 time: 0.0806699
Apr 15 15:16:27.799756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-4df0df93-a7d5-49b5-bd23-69e14a98931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:27.801371 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-4df0df93-a7d5-49b5-bd23-69e14a98931d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 200  len: 913 time: 0.1442497
Apr 15 15:16:27.881085 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-4b729ff5-bcc5-43ef-b96e-a840987409d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 200  len: 217 time: 0.0729749
Apr 15 15:16:27.939279 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d4ab908>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:27.944447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:16:27.953470 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:27.954200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d4ab908>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:05Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:27.956651 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-eee95b38-93a8-4d6e-b87d-68bb4036c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:27.958290 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-eee95b38-93a8-4d6e-b87d-68bb4036c292 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 200  len: 851 time: 0.0674050
Apr 15 15:16:28.047608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddff68a-e15d-4384-a675-c10a6b1a3a40 req-ef2f2c33-2b8e-4dfb-baf7-9e762a426c6a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:28.049245 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cddff68a-e15d-4384-a675-c10a6b1a3a40 req-ef2f2c33-2b8e-4dfb-baf7-9e762a426c6a tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 945 time: 0.0896003
Apr 15 15:16:28.049756 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-0f219dcb-6948-445b-8317-c9eef5c868db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:28.051646 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-0f219dcb-6948-445b-8317-c9eef5c868db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f3176c3-0810-4994-b2ba-3edc500541fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0846207
Apr 15 15:16:28.103643 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-cddff68a-e15d-4384-a675-c10a6b1a3a40 req-dbc31270-1ab9-4b81-903b-268ca9d8f979 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471468
Apr 15 15:16:28.151028 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:28.200363 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-0bc9cbfc-f227-4f86-b736-d7d084056f4d service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401248
Apr 15 15:16:28.355154 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-fa92a030-af47-4cbf-a4b6-30fc37fd9d2d req-ffe263fd-f417-477d-902c-703a52b100a5 service neutron] 10.222.0.10 "GET /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472900
Apr 15 15:16:28.495009 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d4ab908>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:28.499124 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224db8c-f103-42a4-9e88-1b807f98ea04 None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:09:14Z', 'revision_number': 4, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi', '_interfaces': [{'id': 'eafef8ed-bb76-415a-99ea-f01e430ed306', 'name': '', 'network_id': '6f3176c3-0810-4994-b2ba-3edc500541fe', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'mac_address': 'fa:16:3e:75:3a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:13Z', 'updated_at': '2021-04-15T15:09:24Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'subnets': [{'id': '742d7621-ca49-4ff6-8833-62cc85eb7d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:16:28.857232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c66d61-528d-4a38-90d5-e09a7b4e65be None None] New status for floating IP 352929d1-c161-4aa8-84f5-396e1731a0ab: DOWN {{(pid=85440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 15:16:29.304155 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a618c53-0144-4a29-9d50-786d54c36255 req-aabf10c7-7c8d-41f8-b6bb-1a192a7ed8ac tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:29.304909 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-0a618c53-0144-4a29-9d50-786d54c36255 req-aabf10c7-7c8d-41f8-b6bb-1a192a7ed8ac tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Synchronizing usage tracker for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 15:16:29.340088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.quota.resource [req-0a618c53-0144-4a29-9d50-786d54c36255 req-aabf10c7-7c8d-41f8-b6bb-1a192a7ed8ac tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Unset dirty status for tenant:aa1edd604df44a5ab3f1fd047e3be133 on resource:port {{(pid=85438) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 15:16:29.341317 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0a618c53-0144-4a29-9d50-786d54c36255 req-aabf10c7-7c8d-41f8-b6bb-1a192a7ed8ac tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 945 time: 0.1226516
Apr 15 15:16:29.442757 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0a618c53-0144-4a29-9d50-786d54c36255 req-70bdbdda-2012-44db-b3fe-3a9eaf8a5efc tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e289255-b495-443d-b5d5-1a7c35faf96c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948794
Apr 15 15:16:29.481843 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-fc56b7c6-0707-4c08-80f1-a9d4dc4e14d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 15:16:29.483683 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-fc56b7c6-0707-4c08-80f1-a9d4dc4e14d6 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 945 time: 0.1155193
Apr 15 15:16:29.818771 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Deleting port 24e606f7-f0a5-4ed3-a096-49db44c71280 {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:29.819149 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:30.109162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] For port 24e606f7-f0a5-4ed3-a096-49db44c71280, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73414',level=0,port_id=24e606f7-f0a5-4ed3-a096-49db44c71280,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:30.109484 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:30.256879 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Calling delete_port for 24e606f7-f0a5-4ed3-a096-49db44c71280 owned by compute:nova {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:30.437998 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:30.454545 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a96ef309-0825-4fe5-8fa9-a8d65c89c6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:30.558048 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'Port': ['ID=24e606f7-f0a5-4ed3-a096-49db44c71280,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:30.562051 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:30.619502 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-d6d8939e-379b-43e2-9166-c24da4364101 req-7cd910f7-6575-402e-9880-b239ecff6207 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 210 time: 0.0495081
Apr 15 15:16:30.707697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] No DVR routers for this DVR port 24e606f7-f0a5-4ed3-a096-49db44c71280 on host hv-cinder-73414 {{(pid=85438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:16:30.710069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for port, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:30.712837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'name': 'network-vif-deleted', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280'}] {{(pid=85438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 15:16:30.746762 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-dcdf14e9-a6f4-450d-a303-89bd80516c90 req-86642b14-6689-46d1-b70e-00d178e9216b tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.10 "DELETE /v2.0/ports/24e606f7-f0a5-4ed3-a096-49db44c71280 HTTP/1.1" status: 204  len: 173 time: 1.2572339
Apr 15 15:16:30.761110 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2274e-9c7c-426f-b6b9-f09e672d62b0', 'name': 'network-vif-deleted', 'tag': '24e606f7-f0a5-4ed3-a096-49db44c71280', 'status': 'completed', 'code': 200}
Apr 15 15:16:31.852234 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [req-0f567516-99bf-401b-a98c-5db69f44b71c req-ab8f0a02-b655-48d1-b628-b95b8f7758f8 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "GET /v2.0/ports?device_id=05c2274e-9c7c-426f-b6b9-f09e672d62b0 HTTP/1.1" status: 200  len: 210 time: 0.0514569
Apr 15 15:16:32.763178 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-01fc3632-7dea-4518-af72-1424eefc9ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:32.959993 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 38030) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:33.159054 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Deleting port 338656a1-acdd-4b97-9cce-08de29c1b17f {{(pid=85438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:33.159434 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:33.339850 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:33.340215 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:33.470626 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Calling delete_port for 338656a1-acdd-4b97-9cce-08de29c1b17f owned by network:floatingip {{(pid=85438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:33.637597 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852626990'] for port, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:33.652726 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-3eef20f3-50d6-4e00-99ab-6e48a5349e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:33.747767 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'Port': ['ID=338656a1-acdd-4b97-9cce-08de29c1b17f,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:33.751631 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:33.859645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 24e606f7-f0a5-4ed3-a096-49db44c71280 no longer exists at agent hyperv_hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:33.896808 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] No Port match for: 24e606f7-f0a5-4ed3-a096-49db44c71280 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:33.897200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Device 24e606f7-f0a5-4ed3-a096-49db44c71280 not bound to the agent host hv-cinder-73414 {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:33.914981 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for floatingip, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:33.930118 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1231'] for floatingip, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:33.931394 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6c2c8d03-23e4-452d-83a4-f78afd3ac673 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "DELETE /v2.0/floatingips/85b6ba5f-551c-41ad-816d-b953457abfdf HTTP/1.1" status: 204  len: 168 time: 0.9703212
Apr 15 15:16:34.843527 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-061586d7-0031-4127-9d2a-560374099dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:35.421006 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85438) accepted ('10.222.0.20', 38044) {{(pid=85438) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:35.494528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group, before_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:35.526535 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:35.655011 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:35.660923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9c7ed750-dd3c-433c-a9ab-09a5fe037009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:35.676052 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e289255-b495-443d-b5d5-1a7c35faf96c,revision_number=None']} {{(pid=85438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:35.678833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:35.712744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] Notify callbacks [] for security_group, before_response {{(pid=85438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:35.714065 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-9cfdd7af-5372-4c17-b3cb-98e7183f2bd4 tempest-TestVolumeBootPattern-1828140885 tempest-TestVolumeBootPattern-1828140885-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e289255-b495-443d-b5d5-1a7c35faf96c HTTP/1.1" status: 204  len: 168 time: 0.2919893
Apr 15 15:16:35.796264 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38050) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:36.209358 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:36.473896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:36.774900 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:36.839943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Deleting port eafef8ed-bb76-415a-99ea-f01e430ed306 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:36.840344 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:37.021035 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] For port eafef8ed-bb76-415a-99ea-f01e430ed306, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=eafef8ed-bb76-415a-99ea-f01e430ed306,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:37.021436 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:37.150375 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Calling delete_port for eafef8ed-bb76-415a-99ea-f01e430ed306 owned by network:router_interface {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:37.607509 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:37.660519 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:37.675348 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-bfe510e9-a0e7-43eb-bdd5-4a5c22a5e33e tempest-AttachVolumeShelveTestJSON-533772110 tempest-AttachVolumeShelveTestJSON-533772110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:37.771259 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eafef8ed-bb76-415a-99ea-f01e430ed306,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:37.775201 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:38.118918 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:38.623812 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:16:38.814109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:16:38.824276 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] Sync routers for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:16:38.830297 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-50fc1916-a6ad-47ae-a48a-d028e1ac63b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/a707879a-8e7a-4d8a-afc6-dcd7a0df7e18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0302274
Apr 15 15:16:38.830577 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38056) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:38.834675 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:38.835426 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d62c9b0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:39.024914 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks [] for router, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:39.209733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:39.226579 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:39.266141 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Deleting port b572935b-20f7-45ca-88c1-3e903c99c92f {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:39.266554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:39.453644 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] For port b572935b-20f7-45ca-88c1-3e903c99c92f, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=b572935b-20f7-45ca-88c1-3e903c99c92f,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:39.454044 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:39.514283 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d62c9b0>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:16:37Z', 'revision_number': 5, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port': {'id': 'b572935b-20f7-45ca-88c1-3e903c99c92f', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:09Z', 'updated_at': '2021-04-15T15:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:39.518373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] Checking router: a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 for host: dv-cinder-734144-16-iscsi {{(pid=85439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:16:39.527742 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] Routers {'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:39.528407 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426d62c9b0>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'], 'active': True} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:39.589849 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Calling delete_port for b572935b-20f7-45ca-88c1-3e903c99c92f owned by network:router_gateway {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:39.696954 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] Set router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 gateway port host: None {{(pid=85439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:39.817944 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426d62c9b0>, [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:16:39Z', 'revision_number': 6, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:39.822827 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaec863-4632-483c-a29c-f0006ab4ee98 None None] The sync data for ids ['a707879a-8e7a-4d8a-afc6-dcd7a0df7e18'] in dv-cinder-734144-16-iscsi is: [{'id': 'a707879a-8e7a-4d8a-afc6-dcd7a0df7e18', 'name': 'tempest-TestVolumeBootPattern-1202719952-router', 'tenant_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:08Z', 'updated_at': '2021-04-15T15:16:39Z', 'revision_number': 6, 'project_id': 'aa1edd604df44a5ab3f1fd047e3be133', 'gw_port_host': None}] {{(pid=85439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:16:40.111923 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.128175 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e078cde0-df11-41e8-b7a2-d48cf1996cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:40.220094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Pushing event deleted for resources: {'Port': ['ID=b572935b-20f7-45ca-88c1-3e903c99c92f,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:40.223294 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:40.393190 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.529641 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device b572935b-20f7-45ca-88c1-3e903c99c92f no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:40.575381 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: b572935b-20f7-45ca-88c1-3e903c99c92f {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:40.575773 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device b572935b-20f7-45ca-88c1-3e903c99c92f not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:40.576232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device eafef8ed-bb76-415a-99ea-f01e430ed306 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:40.584404 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.587068 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.613530 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: eafef8ed-bb76-415a-99ea-f01e430ed306 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:40.613922 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device eafef8ed-bb76-415a-99ea-f01e430ed306 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:40.705873 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.706486 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 {{(pid=85437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:16:40.720125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.721339 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6d7051bf-3050-4f8c-a766-f9ebe1bea22d admin admin] 10.222.0.20 "DELETE /v2.0/routers/a707879a-8e7a-4d8a-afc6-dcd7a0df7e18 HTTP/1.1" status: 204  len: 168 time: 1.8898077
Apr 15 15:16:40.725000 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38060) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:40.794469 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Deleting subnet 742d7621-ca49-4ff6-8833-62cc85eb7d81 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:16:40.797792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.851022 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:40.935648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.213242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.231910 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:41.314158 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742d7621-ca49-4ff6-8833-62cc85eb7d81,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:41.321782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:41.368554 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.374077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ad46f-2dd1-47e7-8855-9354d4d5127e None None] Network 6f3176c3-0810-4994-b2ba-3edc500541fe requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:16:41.374685 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-e7ce4696-c33c-49b8-81d6-b14f11436328 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/742d7621-ca49-4ff6-8833-62cc85eb7d81 HTTP/1.1" status: 204  len: 168 time: 0.6486688
Apr 15 15:16:41.377383 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38064) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:41.493419 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.561961 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Deleting port 13b75db1-ba45-48c1-988f-8abc39cdfba9 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:41.562369 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.633447 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] DHCP port deletion for 6f3176c3-0810-4994-b2ba-3edc500541fe request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:16:41.637710 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Deleting port 13b75db1-ba45-48c1-988f-8abc39cdfba9 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:41.638129 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.784376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] For port 13b75db1-ba45-48c1-988f-8abc39cdfba9, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=13b75db1-ba45-48c1-988f-8abc39cdfba9,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:41.784957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.851676 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] For port 13b75db1-ba45-48c1-988f-8abc39cdfba9, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=13b75db1-ba45-48c1-988f-8abc39cdfba9,segment=NetworkSegment(df1e91ae-cd5c-4500-be60-b9eb79a148dd),segment_id=df1e91ae-cd5c-4500-be60-b9eb79a148dd)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:41.852113 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:41.921525 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Calling delete_port for 13b75db1-ba45-48c1-988f-8abc39cdfba9 owned by network:dhcp {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:41.984076 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Calling delete_port for 13b75db1-ba45-48c1-988f-8abc39cdfba9 owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:42.037784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.053468 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-cab3ee53-3d09-4711-a316-8f01936e9759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:42.059412 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:16:42.059820 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:16:42.144656 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b75db1-ba45-48c1-988f-8abc39cdfba9,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:42.147273 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:42.195754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] No DVR routers for this DVR port 13b75db1-ba45-48c1-988f-8abc39cdfba9 on host dv-cinder-734144-16-iscsi {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:16:42.320066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.432964 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d8b4da0>,) {'filters': {'network_id': ['6f3176c3-0810-4994-b2ba-3edc500541fe']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:42.445717 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d8b4da0>, 'df1e91ae-cd5c-4500-be60-b9eb79a148dd') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:42.446062 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d8b4da0>, 'df1e91ae-cd5c-4500-be60-b9eb79a148dd') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:42.457894 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.472806 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.480282 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:16:42.527456 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 13b75db1-ba45-48c1-988f-8abc39cdfba9 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:42.564942 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Deleting port 13b75db1-ba45-48c1-988f-8abc39cdfba9 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:42.565288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.597080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: 13b75db1-ba45-48c1-988f-8abc39cdfba9 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:42.598080 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device 13b75db1-ba45-48c1-988f-8abc39cdfba9 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:42.640732 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-965d70c2-4478-43d8-bec4-4461c3e1f63f None None] The port '13b75db1-ba45-48c1-988f-8abc39cdfba9' was deleted {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:16:42.659268 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Network 6f3176c3-0810-4994-b2ba-3edc500541fe has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:16:42.669050 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.849733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Network 6f3176c3-0810-4994-b2ba-3edc500541fe has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:16:42.871711 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:16:42.974799 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.979408 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:42.983146 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5c423056-0117-4a1e-9b9f-92308e2e7dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:43.004841 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3176c3-0810-4994-b2ba-3edc500541fe,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:43.007234 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:43.044180 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-4c270181-59b7-4610-b24b-3bdb221119e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f3176c3-0810-4994-b2ba-3edc500541fe HTTP/1.1" status: 204  len: 168 time: 1.6657481
Apr 15 15:16:43.047288 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38070) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:43.868543 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854135552'] for router_interface, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:44.236686 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Deleting port dceabf59-e043-415f-aa8d-6f36713356d3 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:44.236994 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:44.420165 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] For port dceabf59-e043-415f-aa8d-6f36713356d3, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=dceabf59-e043-415f-aa8d-6f36713356d3,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:44.420571 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:44.556125 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Calling delete_port for dceabf59-e043-415f-aa8d-6f36713356d3 owned by network:router_interface {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:44.757238 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:44.770314 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-b66ae113-f4b0-49d6-a533-53f550d5dca6 tempest-VolumesActionsTest-1451715336 tempest-VolumesActionsTest-1451715336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:44.818073 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Pushing event deleted for resources: {'Port': ['ID=dceabf59-e043-415f-aa8d-6f36713356d3,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:44.868353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:45.215235 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854135083'] for router_interface, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:45.718232 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 has already been hosted by L3 agent b7a10795-7d67-44f0-9b7e-4d287561690f {{(pid=85437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 15:16:45.907145 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] Notify agent at l3_agent.dv-cinder-734144-16-iscsi the message routers_updated {{(pid=85437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 15:16:45.916815 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] Sync routers for ids ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'] in dv-cinder-734144-16-iscsi {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 15:16:45.930702 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] Routers {'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:45.931368 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e218080>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:45.942483 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-55d63c5c-d6e3-4e58-ac32-7599493a903f admin admin] 10.222.0.20 "PUT /v2.0/routers/c9827054-40e0-4f46-bdc2-eea1dc3ea6e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8938990
Apr 15 15:16:45.945021 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38076) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:46.135792 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks [] for router, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:46.284187 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] Set router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 gateway port host: dv-cinder-734144-16-iscsi {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:46.583088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:46.596632 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e218080>, [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'external_fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f8694212-c0c8-40a9-a684-308f96002269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:16:44Z', 'revision_number': 5, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port': {'id': 'f8694212-c0c8-40a9-a684-308f96002269', 'name': '', 'network_id': '9341423f-8178-4179-ab55-edd784b828fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T15:09:20Z', 'updated_at': '2021-04-15T15:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7225c4b8-0bd2-41cc-baeb-5a62b48785c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-16-iscsi'}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:46.601452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] Checking router: c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 for host: dv-cinder-734144-16-iscsi {{(pid=85440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 15:16:46.610741 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] Routers {'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'} bound to L3 agent in host dv-cinder-734144-16-iscsi {{(pid=85440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 15:16:46.611385 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f426e218080>, 'dv-cinder-734144-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T14:51:05Z,description=<?>,heartbeat_timestamp=2021-04-15T15:16:35Z,host='dv-cinder-734144-16-iscsi',id=b7a10795-7d67-44f0-9b7e-4d287561690f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T14:51:05Z,topic='l3_agent')) {'router_ids': ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'], 'active': True} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:46.631678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Deleting port f8694212-c0c8-40a9-a684-308f96002269 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:46.632066 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:46.769536 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvr_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] Set router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 gateway port host: None {{(pid=85440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 15:16:46.821403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] For port f8694212-c0c8-40a9-a684-308f96002269, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=f8694212-c0c8-40a9-a684-308f96002269,segment=NetworkSegment(0b888bcf-d615-4f5f-9bd2-179732ee2ab0),segment_id=0b888bcf-d615-4f5f-9bd2-179732ee2ab0)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:46.821817 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:46.883355 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_hamode_db [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f426e218080>, [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:16:46Z', 'revision_number': 6, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port_host': None}], 'dv-cinder-734144-16-iscsi', False) {} {{(pid=85440) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:46.887450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0fc07-81c0-445a-b511-92bf19e3c8cc None None] The sync data for ids ['c9827054-40e0-4f46-bdc2-eea1dc3ea6e0'] in dv-cinder-734144-16-iscsi is: [{'id': 'c9827054-40e0-4f46-bdc2-eea1dc3ea6e0', 'name': 'tempest-TestVolumeBootPattern-420869509-router', 'tenant_id': 'e6667ac18915428e8f01d3d4a19e3add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T15:09:19Z', 'updated_at': '2021-04-15T15:16:46Z', 'revision_number': 6, 'project_id': 'e6667ac18915428e8f01d3d4a19e3add', 'gw_port_host': None}] {{(pid=85440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 15:16:46.961881 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Calling delete_port for f8694212-c0c8-40a9-a684-308f96002269 owned by network:router_gateway {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:47.185868 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:47.202782 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-e9432d59-3185-4db5-9df6-bf81d0a46768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:47.301397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8694212-c0c8-40a9-a684-308f96002269,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:47.304162 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:47.467498 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854135245'] for router_gateway, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:47.655638 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854133291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46301'] for router, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:47.657835 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:47.871380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-634949'] for router, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:47.871934 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 {{(pid=85437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 15:16:47.885633 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] Notify callbacks [] for router, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:47.886823 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6cbab0a5-670c-4531-9050-11dbce316adc admin admin] 10.222.0.20 "DELETE /v2.0/routers/c9827054-40e0-4f46-bdc2-eea1dc3ea6e0 HTTP/1.1" status: 204  len: 168 time: 1.9408290
Apr 15 15:16:47.889467 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38080) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:47.957494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Deleting subnet 701b5b63-01f5-4978-83ad-d2a4c8f82a36 {{(pid=85437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 15 15:16:47.960616 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.012845 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205350'] for subnet, precommit_delete_associations {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.096670 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-62222'] for subnet, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.531757 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device dceabf59-e043-415f-aa8d-6f36713356d3 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:48.570211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: dceabf59-e043-415f-aa8d-6f36713356d3 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:48.570608 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device dceabf59-e043-415f-aa8d-6f36713356d3 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:48.571064 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device f8694212-c0c8-40a9-a684-308f96002269 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:48.609491 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: f8694212-c0c8-40a9-a684-308f96002269 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:48.609887 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device f8694212-c0c8-40a9-a684-308f96002269 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:48.624758 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854713594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852984232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271662'] for subnet, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.641092 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-61d25c95-3769-45a6-b254-f0e66fe6b26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:48.728284 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701b5b63-01f5-4978-83ad-d2a4c8f82a36,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:48.732787 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:48.772589 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for subnet, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.778109 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919b766-3685-40e6-a8db-8de1d10bb5d9 None None] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 requested from dv-cinder-734144-16-iscsi {{(pid=85439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 15:16:48.781197 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-5f20a208-e6cd-43ed-9282-06cf57911b53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/701b5b63-01f5-4978-83ad-d2a4c8f82a36 HTTP/1.1" status: 204  len: 168 time: 0.8881700
Apr 15 15:16:48.782573 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38084) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:48.818816 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.901928 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854596676'] for network, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:48.970653 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Deleting port a96203a9-f6ab-4017-8a09-855746c73ca0 {{(pid=85437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:48.971030 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.054069 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] DHCP port deletion for 5476bf5d-a71c-48ac-812f-1e652ee25bf4 request from dv-cinder-734144-16-iscsi {{(pid=85439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 15:16:49.058645 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Deleting port a96203a9-f6ab-4017-8a09-855746c73ca0 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:49.059061 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.192490 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] For port a96203a9-f6ab-4017-8a09-855746c73ca0, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a96203a9-f6ab-4017-8a09-855746c73ca0,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:49.192905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.282612 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.db [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] For port a96203a9-f6ab-4017-8a09-855746c73ca0, host dv-cinder-734144-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-16-iscsi',level=0,port_id=a96203a9-f6ab-4017-8a09-855746c73ca0,segment=NetworkSegment(f4a5672d-a665-4d58-a3e0-97e7a6e0e539),segment_id=f4a5672d-a665-4d58-a3e0-97e7a6e0e539)] {{(pid=85439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 15:16:49.282949 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125475'] for port, precommit_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.323893 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Calling delete_port for a96203a9-f6ab-4017-8a09-855746c73ca0 owned by network:dhcp {{(pid=85437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:49.417657 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Calling delete_port for a96203a9-f6ab-4017-8a09-855746c73ca0 owned by network:dhcp {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 15:16:49.437360 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854609988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854321063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745207475230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745207036138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1791535'] for port, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.453254 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-a6431b0b-3012-4346-849d-7d1fccccd41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:49.499943 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.db.api [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85439) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 15:16:49.500359 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_db.api [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 15:16:49.554823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a96203a9-f6ab-4017-8a09-855746c73ca0,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:49.559805 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:49.599323 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] No DVR routers for this DVR port a96203a9-f6ab-4017-8a09-855746c73ca0 on host dv-cinder-734144-16-iscsi {{(pid=85437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 15:16:49.723038 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854307599', 'neutron.services.segments.db._delete_segments_for_network--9223363291647210049'] for network, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.836931 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f426d3c0d30>,) {'filters': {'network_id': ['5476bf5d-a71c-48ac-812f-1e652ee25bf4']}} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:49.849935 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d3c0d30>, 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539') {'for_net_delete': True} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:49.850321 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.services.segments.db [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f426d3c0d30>, 'f4a5672d-a665-4d58-a3e0-97e7a6e0e539') {} {{(pid=85437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 15:16:49.861989 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291647220289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852570434'] for segment, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.944072 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716568'] for segment, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:49.950606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=85437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 15:16:50.001813 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Deleting port a96203a9-f6ab-4017-8a09-855746c73ca0 {{(pid=85439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 15:16:50.002397 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291647310725'] for port, before_delete {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:50.074452 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a477e-cbb0-4102-abcb-2d7dbd5f7b34 None None] The port 'a96203a9-f6ab-4017-8a09-855746c73ca0' was deleted {{(pid=85439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 15:16:50.127795 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:16:50.140496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1790203'] for segment, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:50.531346 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a96203a9-f6ab-4017-8a09-855746c73ca0 no longer exists at agent ovs-agent-dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 15:16:50.566648 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.managers [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Network 5476bf5d-a71c-48ac-812f-1e652ee25bf4 has no segments {{(pid=85437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 15:16:50.574131 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.plugin [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] No Port match for: a96203a9-f6ab-4017-8a09-855746c73ca0 {{(pid=85439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 15:16:50.574572 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.plugins.ml2.rpc [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Device a96203a9-f6ab-4017-8a09-855746c73ca0 not bound to the agent host dv-cinder-734144-16-iscsi {{(pid=85439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]: Traceback (most recent call last):
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     timer()
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     cb(*args, **kw)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     return func(*args, **kwargs)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     self._notify()
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     self.callback(batched_events)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     event.method(event)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     segment_id)['aggregates'][0]
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     return f(self, *a, **k)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self._get(url).json()
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     **kwargs)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     return self.request(url, 'GET', **kwargs)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     **endpoint_filter)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 15:16:50.589933 dv-cinder-734144-16-iscsi neutron-server[85322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 15:16:50.858405 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-468102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640537'] for network, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:50.862295 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:50.879105 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018373'] for network, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:50.887685 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Pushing event deleted for resources: {'Network': ['ID=5476bf5d-a71c-48ac-812f-1e652ee25bf4,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:50.892135 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:50.895957 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ad77a029-c9c9-479c-a09b-a63e6e1bff6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/5476bf5d-a71c-48ac-812f-1e652ee25bf4 HTTP/1.1" status: 204  len: 168 time: 2.1122987
Apr 15 15:16:51.217958 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38090) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:51.269389 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-ae5c1f20-091a-4da6-89d2-2152aa5e6008 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa1edd604df44a5ab3f1fd047e3be133&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495312
Apr 15 15:16:51.271957 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38094) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:51.336326 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:51.363793 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:51.431371 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:51.436242 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-1cc10d41-5f20-40e7-9f13-3362a2cc0381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:51.452733 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d40018-fc4f-453a-8c1b-dbe04bb9e554,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:51.455896 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:51.458556 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:51.459751 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-651cae9d-a9a9-46f5-813d-fb686212c777 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3d40018-fc4f-453a-8c1b-dbe04bb9e554 HTTP/1.1" status: 204  len: 168 time: 0.1868448
Apr 15 15:16:51.521411 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:16:51.955528 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38102) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:52.008676 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-6dcf9bfa-9468-4856-996c-b4d513c56024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6667ac18915428e8f01d3d4a19e3add&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518420
Apr 15 15:16:52.011226 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [-] (85437) accepted ('10.222.0.20', 38106) {{(pid=85437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 15:16:52.071706 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:52.098401 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:52.294303 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:52.298313 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-f3f000ce-c0a5-4fb2-823d-8f503b010bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 15:16:52.310566 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd9a42a-b970-45cc-aae2-ec3341550dca,revision_number=None']} {{(pid=85437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 15:16:52.312945 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG oslo_concurrency.lockutils [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 15:16:52.318417 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:16:52.322194 dv-cinder-734144-16-iscsi neutron-server[85322]: INFO neutron.wsgi [None req-993ffe5d-39bc-45f8-8729-3528972152ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd9a42a-b970-45cc-aae2-ec3341550dca HTTP/1.1" status: 204  len: 168 time: 0.3074250
Apr 15 15:17:02.751477 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-c30d7709-ac6d-4ef3-b173-7e6d0db39a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:04.842754 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-73d49093-7a1a-4cba-b494-653a08d5319a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:06.212697 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:06.767086 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:07.612668 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:18.819948 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:28.520606 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:17:32.756496 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-aefbb686-fab5-4272-aed6-098979040251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:34.869678 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-7bafeedb-0659-49f4-b544-c8b9bafd5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:36.212127 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:36.766454 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:37.612128 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:17:48.842440 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:02.790373 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ced40901-30b0-442d-98ea-b66532270807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:04.847569 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-600a24fb-34de-452f-8c19-807c61de4d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:05.520655 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:18:06.224521 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:06.767497 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:07.623270 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:18.819077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:32.777784 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-35b07fd8-84dc-4c43-8e01-8d2b0212cbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:34.846489 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-f07a0877-a3da-4248-9af1-3d4e90c41ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:36.218211 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:36.772614 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:37.618929 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:18:42.519833 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:18:48.829494 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:02.342789 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-ea66a126-b0a3-4934-8045-450b86d2da56 req-3132281e-2c2b-4b1f-8f25-1eb99756bed7 tempest-VolumesSnapshotTestJSON-683981114 tempest-VolumesSnapshotTestJSON-683981114-project] (85438) timed out ('10.222.0.10', 49278) {{(pid=85438) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 15:19:02.777744 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-5e00ff0a-9897-4349-816a-439b535f977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:04.840166 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cc4cfd36-d0ec-4f22-8a04-d07d178a0799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:06.224046 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:06.783823 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:07.623760 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:18.840332 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:19.518837 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:19:32.789174 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e9539574-3071-4ded-b133-5bebfdb4e3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:34.852097 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cf0ad445-8d5a-4e1d-943b-6324a0320a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:36.223376 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:36.788666 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:37.634450 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:48.868739 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:19:56.517818 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:20:02.777015 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-2a32b7f7-adc9-45a7-884b-27c9e64b6bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:04.845353 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9951-5fa2-409b-b820-70c35153f6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:06.216747 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:06.759565 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:07.622480 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:18.880221 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:32.765094 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-cab8a2f7-9505-4bbc-9a84-705ec2e8b86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:33.518134 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:20:34.862403 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-b13f7eeb-cb68-410c-8b16-3d29bee9bc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:36.239917 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:36.782065 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:37.639077 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:20:48.862102 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:02.793380 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6e0f-5c8d-4e44-bc89-dc39ef87bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:04.844768 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9dfd-1e3d-4721-b4c6-9585377479f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:06.221872 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:06.776121 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:07.639004 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:10.517056 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:21:18.873239 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:32.770867 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-09d5daae-a620-4dd3-a353-b6e2d1ff09ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:34.820151 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-5a289639-9080-4aad-a24e-9f17ab10f3f8 req-a5bc0c36-4e50-4bf3-9319-1a3433b56fe7 service neutron] (85438) timed out ('10.222.0.20', 34116) {{(pid=85438) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 15:21:34.855628 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa38e-039b-4245-9613-83a779349424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:36.232803 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:36.787297 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:37.643905 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:47.516088 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.db.agents_db [None req-9f4a61ec-7c07-47c5-8a39-49c0dacd95ee None None] Agent healthcheck: found 6 active agents {{(pid=85440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 15:21:48.906764 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e3c5-cff9-4212-89d2-915af95a4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:21:56.301694 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron.wsgi [req-68bfa9d9-8d95-41ee-b6c6-c6f5584dc986 req-98376210-c001-4170-95ff-792fa078b876 service neutron] (85438) timed out ('10.222.0.20', 59366) {{(pid=85438) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 15:22:02.758319 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-45ce4e2e-f9a1-4a0e-977a-a3d0275d8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:22:04.844200 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-589953da-e292-4959-b679-35c97abf6bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:22:06.284466 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-6fada166-edc0-4207-b5c8-f4e8e2faad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:22:06.786708 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-824c0b2d-08f0-4450-9348-00423dd9cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 15:22:07.649639 dv-cinder-734144-16-iscsi neutron-server[85322]: DEBUG neutron_lib.callbacks.manager [None req-e0cededf-2864-466e-984b-12b76fbf7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291647210066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-466243'] for agent, after_update {{(pid=85439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}